00000100:00100000:2.0F:1767316175.625853:0:32732:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1767316175.625907:0:32732:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1767316175.625944:0:32732:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0F:1767316175.626386:0:66742:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164331492608 00000100:00100000:0.0:1767316175.626403:0:66742:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164331492608 00000100:00100000:0.0:1767316175.626484:0:66742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 136 00000100:00100000:0.0:1767316175.626495:0:66742:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a506fe1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf5678e5-f4dd-43cf-82e3-0b8dc9fe1870+9:13818:x1853164331492608:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:0.0:1767316175.626563:0:66742:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a506fe1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf5678e5-f4dd-43cf-82e3-0b8dc9fe1870+9:13818:x1853164331492608:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 71us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316175.626571:0:66742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 136 00000100:00100000:3.0F:1767316175.627085:0:66733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164331492736 00000100:00100000:3.0:1767316175.627099:0:66733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164331492736 00000100:00100000:3.0:1767316175.627202:0:66733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164331492864 00000100:00100000:3.0:1767316175.627207:0:66733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164331492864 00000100:00080000:0.0:1767316175.627254:0:41185:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767316175.627259:0:41185:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767316175.629888:0:66732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 110 00000100:00100000:2.0:1767316175.629909:0:66732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40ac4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:efcdf44b-f089-4822-b0f8-a05beb18178a+7:13818:x1853164331492736:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:2.0:1767316175.630849:0:66732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40ac4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:efcdf44b-f089-4822-b0f8-a05beb18178a+7:13818:x1853164331492736:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 942us (4999us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316175.630862:0:66732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 110 00000100:00100000:2.0:1767316175.630894:0:66732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 111 00000100:00100000:2.0:1767316175.630905:0:66732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40ac49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:efcdf44b-f089-4822-b0f8-a05beb18178a+7:13815:x1853164331492864:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:2.0:1767316175.630948:0:66732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40ac49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:efcdf44b-f089-4822-b0f8-a05beb18178a+7:13815:x1853164331492864:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 45us (5003us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316175.630954:0:66732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 111 00010000:00010000:1.0F:1767316175.767202:0:46026:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316176.087377:0:32740:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a5054e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:32740:1853164419085056:0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.087623:0:32740:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316176.087666:0:32740:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a5054e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:32740:1853164419085568:0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.087693:0:32740:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316176.087729:0:32740:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a5054e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:32740:1853164419086080:0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.087749:0:32740:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316176.087773:0:32740:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:0.0:1767316176.087778:0:32740:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a5054e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e43490ac-1d2e-4c4a-8c39-a2dc980ac0a3:32740:1853164419084928:0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.087804:0:32740:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316176.087825:0:32740:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a5054e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:32740:1853164419085440:0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.087845:0:32740:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316176.087858:0:32740:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a5054e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:32740:1853164419085952:0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.087876:0:32740:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316176.087892:0:32740:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a40ca79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:32740:1853164419086464:0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.087909:0:32740:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316176.087934:0:32737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a5054e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:32737:1853164419085184:0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.087954:0:32737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316176.087978:0:32737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a5054e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:32737:1853164419085696:0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.087998:0:32737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316176.088014:0:32737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a5054e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:32737:1853164419086208:0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.088030:0:32737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316176.088046:0:32737:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1767316176.088051:0:32737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a5054e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:32737:1853164419085312:0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.088068:0:32737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316176.088077:0:32737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a5054e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:32737:1853164419085824:0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.088093:0:32737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316176.088124:0:32737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a5054e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:32737:1853164419086336:0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.088142:0:32737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316176.088176:0:48844:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419085568 00000100:00100000:0.0:1767316176.088185:0:48844:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419085568 00000100:00100000:0.0:1767316176.088233:0:48844:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419086080 00000100:00100000:0.0:1767316176.088236:0:48844:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419086080 00000100:00100000:0.0:1767316176.088257:0:48844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:0.0:1767316176.088264:0:48844:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40ca7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:32740:x1853164419085568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.088337:0:48844:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40ca7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:32740:x1853164419085568:12345-0@lo:400:kworker.0 Request processed in 72us (642us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316176.088345:0:48844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:0.0:1767316176.088364:0:48844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1767316176.088369:0:48844:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40ca7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32740:x1853164419086080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.088397:0:48844:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40ca7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32740:x1853164419086080:12345-0@lo:400:kworker.0 Request processed in 28us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316176.088403:0:48844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1767316176.088427:0:66741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419084928 00000100:00100000:0.0:1767316176.088468:0:66741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419084928 00000100:00100000:0.0:1767316176.088499:0:66741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:0.0:1767316176.088504:0:66741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a506fe1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e43490ac-1d2e-4c4a-8c39-a2dc980ac0a3+23:32740:x1853164419084928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.088534:0:66741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a506fe1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e43490ac-1d2e-4c4a-8c39-a2dc980ac0a3+23:32740:x1853164419084928:12345-0@lo:400:kworker.0 Request processed in 30us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316176.088540:0:66741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00100000:0.0:1767316176.088566:0:66732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419085056 00000100:00100000:0.0:1767316176.088570:0:66732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419085056 00000100:00100000:0.0:1767316176.088597:0:66732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419085440 00000100:00100000:0.0:1767316176.088600:0:66732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419085440 00000100:00100000:0.0:1767316176.088611:0:66732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419085952 00000100:00100000:0.0:1767316176.088613:0:66732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419085952 00000100:00100000:0.0:1767316176.088622:0:66732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419086464 00000100:00100000:0.0:1767316176.088624:0:66732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419086464 00000100:00100000:0.0:1767316176.088632:0:66732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419085184 00000100:00100000:0.0:1767316176.088634:0:66732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419085184 00000100:00100000:0.0:1767316176.088644:0:66732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419085312 00000100:00100000:0.0:1767316176.088646:0:66732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419085312 00000100:00100000:0.0:1767316176.088658:0:66732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1767316176.088663:0:66732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40ca7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:32740:x1853164419085056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.088691:0:66732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40ca7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:32740:x1853164419085056:12345-0@lo:400:kworker.0 Request processed in 28us (1251us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316176.088696:0:66732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1767316176.088707:0:66732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1767316176.088712:0:66732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40ca7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:32740:x1853164419085440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.088736:0:66732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40ca7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:32740:x1853164419085440:12345-0@lo:400:kworker.0 Request processed in 23us (890us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316176.088741:0:66732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1767316176.088752:0:66732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1767316176.088765:0:66732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40ca78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:32740:x1853164419085952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.088793:0:66732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40ca78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:32740:x1853164419085952:12345-0@lo:400:kworker.0 Request processed in 28us (916us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316176.088799:0:66732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1767316176.088810:0:66732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1767316176.088815:0:66732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40ca78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:32740:x1853164419086464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.088838:0:66732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40ca78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:32740:x1853164419086464:12345-0@lo:400:kworker.0 Request processed in 23us (928us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316176.088843:0:66732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1767316176.088852:0:66732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:0.0:1767316176.088857:0:66732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40ca78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:32737:x1853164419085184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.088884:0:66732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40ca78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:32737:x1853164419085184:12345-0@lo:400:kworker.0 Request processed in 27us (930us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316176.088889:0:66732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:0.0:1767316176.088900:0:66732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1767316176.088904:0:66732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40ca7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:32737:x1853164419085312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.088928:0:66732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40ca7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:32737:x1853164419085312:12345-0@lo:400:kworker.0 Request processed in 24us (859us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316176.088933:0:66732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1767316176.088955:0:44059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419085696 00000100:00100000:0.0:1767316176.088958:0:44059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419085696 00000100:00100000:0.0:1767316176.088981:0:44059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419086208 00000100:00100000:0.0:1767316176.088984:0:44059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419086208 00000100:00100000:0.0:1767316176.089000:0:44059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419085824 00000100:00100000:0.0:1767316176.089003:0:44059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419085824 00000100:00100000:0.0:1767316176.089020:0:44059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419086336 00000100:00100000:0.0:1767316176.089023:0:44059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419086336 00000100:00100000:0.0:1767316176.089050:0:44059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:0.0:1767316176.089055:0:44059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40ca78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:32737:x1853164419085696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.089089:0:44059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40ca78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:32737:x1853164419085696:12345-0@lo:400:kworker.0 Request processed in 34us (1090us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316176.089094:0:44059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:0.0:1767316176.089116:0:44059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1767316176.089125:0:44059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40ca7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:32737:x1853164419086208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.089152:0:44059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40ca7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:32737:x1853164419086208:12345-0@lo:400:kworker.0 Request processed in 31us (1120us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316176.089158:0:44059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1767316176.089166:0:44059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1767316176.089172:0:44059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40ca7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:32737:x1853164419085824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.089195:0:44059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40ca7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:32737:x1853164419085824:12345-0@lo:400:kworker.0 Request processed in 23us (1101us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316176.089200:0:44059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1767316176.089209:0:44059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1767316176.089214:0:44059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40ca79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:32737:x1853164419086336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.089238:0:44059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40ca79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:32737:x1853164419086336:12345-0@lo:400:kworker.0 Request processed in 24us (1094us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316176.089243:0:44059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00080000:0.0:1767316176.089283:0:41185:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767316176.089287:0:41185:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767316176.089289:0:41185:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1767316176.089291:0:41185:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767316176.089328:0:32737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a5054e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:32737:1853164419085312:0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.089340:0:32737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a5054e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:32737:1853164419085824:0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.089358:0:32737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a5054e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:32737:1853164419086336:0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.089366:0:32737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a5054e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:32737:1853164419085184:0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.089374:0:32737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a5054e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:32737:1853164419085696:0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.089382:0:32737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a5054e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:32737:1853164419086208:0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.089415:0:32740:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a5054e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e43490ac-1d2e-4c4a-8c39-a2dc980ac0a3:32740:1853164419084928:0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.089425:0:32740:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a5054e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:32740:1853164419085440:0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.089433:0:32740:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a5054e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:32740:1853164419085952:0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.089465:0:32740:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a40ca79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:32740:1853164419086464:0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.089476:0:32740:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a5054e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:32740:1853164419085056:0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.089486:0:32740:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a5054e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:32740:1853164419085568:0@lo:400:kworker.0 00000100:00100000:0.0:1767316176.089495:0:32740:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a5054e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:32740:1853164419086080:0@lo:400:kworker.0 00000100:00100000:1.0:1767316176.091492:0:32739:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767316176.091512:0:32739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a40ac4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:32739:1853164419086592:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1767316176.091570:0:32739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316176.091745:0:32738:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767316176.091755:0:32738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a506d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:32738:1853164419086720:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1767316176.091781:0:32738:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316176.091810:0:44073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419086592 00000100:00100000:3.0:1767316176.091816:0:44073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419086592 00000100:00100000:3.0:1767316176.091850:0:44073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419086720 00000100:00100000:3.0:1767316176.091852:0:44073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419086720 00000100:00100000:3.0:1767316176.091867:0:44073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:3.0:1767316176.091874:0:44073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40a4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:32739:x1853164419086592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1767316176.091903:0:44073:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 218353664 avail 191328256 00000100:00100000:3.0:1767316176.091941:0:44073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40a4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:32739:x1853164419086592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316176.091947:0:44073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:3.0:1767316176.091961:0:44073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1767316176.091965:0:44073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a506d2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32738:x1853164419086720:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1767316176.091977:0:44073:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 218476544 avail 191451136 00000100:00100000:3.0:1767316176.092001:0:44073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a506d2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32738:x1853164419086720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 36us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316176.092007:0:44073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1767316176.092040:0:32738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a506d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:32738:1853164419086720:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1767316176.092062:0:32739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a40ac4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:32739:1853164419086592:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1767316176.598848:0:32737:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767316176.598872:0:32737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a506d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:32737:1853164419086848:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767316176.598937:0:32737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316176.600067:0:44065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419086848 00000100:00100000:3.0:1767316176.600079:0:44065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419086848 00000100:00100000:3.0:1767316176.600360:0:44065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:3.0:1767316176.600379:0:44065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a510798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:32737:x1853164419086848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767316176.600411:0:44065:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 266560 pending 0 free 319000576 avail 291188736 00000100:00100000:3.0:1767316176.600693:0:44065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a510798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:32737:x1853164419086848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 316us (1753us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316176.600702:0:44065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:3.0:1767316176.600756:0:32737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a506d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:32737:1853164419086848:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767316176.601868:0:32739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a40ac4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:32739:1853164419086976:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767316176.601918:0:32739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316176.601965:0:44064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419086976 00000100:00100000:2.0:1767316176.601971:0:44064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419086976 00000100:00100000:2.0:1767316176.602007:0:44064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:2.0:1767316176.602015:0:44064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40ac49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:32739:x1853164419086976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1767316176.602038:0:44064:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 266560 pending 0 free 319037440 avail 291225600 00000100:00100000:2.0:1767316176.602077:0:44064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40ac49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:32739:x1853164419086976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316176.602084:0:44064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:2.0:1767316176.602146:0:32739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a40ac4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:32739:1853164419086976:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767316176.602346:0:32738:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767316176.602356:0:32738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a40ca79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:32738:1853164419087232:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767316176.602384:0:32738:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316176.602496:0:32740:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a506d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:32740:1853164419087104:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767316176.602531:0:32740:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316176.602563:0:44065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419087232 00000100:00100000:2.0:1767316176.602567:0:44065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419087232 00000100:00100000:2.0:1767316176.602596:0:44065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419087104 00000100:00100000:2.0:1767316176.602600:0:44065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419087104 00000100:00100000:2.0:1767316176.602613:0:44065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1767316176.602619:0:44065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40ca78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:32738:x1853164419087232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767316176.602629:0:44065:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 266560 pending 0 free 319037440 avail 291225600 00000100:00100000:2.0:1767316176.602660:0:44065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40ca78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:32738:x1853164419087232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316176.602666:0:44065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1767316176.602677:0:44065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:2.0:1767316176.602683:0:44065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40ac4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:32740:x1853164419087104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1767316176.602692:0:44065:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 266560 pending 0 free 319000576 avail 291188736 00000100:00100000:2.0:1767316176.602718:0:44065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40ac4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:32740:x1853164419087104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 36us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316176.602723:0:44065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:2.0:1767316176.602751:0:32738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a40ca79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:32738:1853164419087232:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767316176.602780:0:32740:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a506d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:32740:1853164419087104:0@lo:13:osp-pre-0-0.0 00000001:00080000:0.0:1767316176.608500:0:66726:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 17179869283 is committed 00010000:00010000:2.0:1767316176.792690:0:41158:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316177.814728:0:41159:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316178.847948:0:46026:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1767316178.955207:0:70907:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-scrub test 4d: FID in LMA mismatch with object FID won't block create ========================================================== 20:09:37 (1767316177) 00000100:00100000:2.0:1767316179.421880:0:32732:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1767316179.421965:0:66733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164331492992 00000100:00100000:3.0:1767316179.421975:0:66733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164331492992 00000100:00100000:3.0:1767316179.422150:0:66733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 293 00000100:00100000:3.0:1767316179.422159:0:66733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40acf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:efcdf44b-f089-4822-b0f8-a05beb18178a+7:33851:x1853164331492992:12345-192.168.203.1@tcp:101:rm.0 00010000:00010000:3.0:1767316179.422178:0:66733:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316179.422197:0:66733:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e0a00/0x1c4382d255f6fc08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdb4bedfb3a37efb9 expref: -99 pid: 66733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316179.422257:0:66733:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e1e00/0x1c4382d255f6fc0f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 66733 initiator: MDT0 00010000:00010000:3.0:1767316179.422270:0:66733:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e1e00/0x1c4382d255f6fc0f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 66733 initiator: MDT0 00010000:00010000:3.0:1767316179.422281:0:66733:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e1e00/0x1c4382d255f6fc0f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 66733 initiator: MDT0 00010000:00010000:3.0:1767316179.422294:0:66733:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e1000/0x1c4382d255f6fc16 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x31d62d73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 66733 initiator: MDT0 00010000:00010000:3.0:1767316179.422300:0:66733:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e1000/0x1c4382d255f6fc16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31d62d73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 66733 initiator: MDT0 00010000:00010000:3.0:1767316179.422306:0:66733:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e1000/0x1c4382d255f6fc16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31d62d73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 66733 initiator: MDT0 00010000:00010000:3.0:1767316179.422363:0:66733:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e0e00/0x1c4382d255f6fc1d lrc: 3/1,0 mode: --/PR res: [0x200001b72:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 66733 initiator: MDT0 00010000:00010000:3.0:1767316179.422371:0:66733:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e0e00/0x1c4382d255f6fc1d lrc: 3/1,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 66733 initiator: MDT0 00010000:00010000:3.0:1767316179.422378:0:66733:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e0e00/0x1c4382d255f6fc1d lrc: 3/1,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 66733 initiator: MDT0 00000004:00200000:3.0:1767316179.422414:0:66733:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200001b72:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1767316179.422418:0:66733:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00080000:0.0:1767316179.422617:0:41185:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00010000:3.0:1767316179.422690:0:66733:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e0e00/0x1c4382d255f6fc1d lrc: 3/1,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 66733 initiator: MDT0 00010000:00010000:3.0:1767316179.422705:0:66733:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e1e00/0x1c4382d255f6fc0f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 66733 initiator: MDT0 00010000:00010000:3.0:1767316179.422711:0:66733:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e1e00/0x1c4382d255f6fc0f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 66733 initiator: MDT0 00010000:00010000:3.0:1767316179.422717:0:66733:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e1e00/0x1c4382d255f6fc0f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 66733 initiator: MDT0 00010000:00010000:3.0:1767316179.422725:0:66733:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e1e00/0x1c4382d255f6fc0f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 66733 initiator: MDT0 00010000:00010000:3.0:1767316179.422731:0:66733:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93a5313e1e00 already unused, calling callback (ffffffffc17dc550) 00010000:00010000:3.0:1767316179.422735:0:66733:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e1e00/0x1c4382d255f6fc0f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 66733 initiator: MDT0 00010000:00010000:3.0:1767316179.422742:0:66733:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e1e00/0x1c4382d255f6fc0f lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 66733 initiator: MDT0 00010000:00010000:3.0:1767316179.422754:0:66733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93a537f05f00) 00010000:00010000:3.0:1767316179.422765:0:66733:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316179.422770:0:66733:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e1e00/0x1c4382d255f6fc0f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 66733 initiator: MDT0 00010000:00010000:3.0:1767316179.422776:0:66733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e1e00/0x1c4382d255f6fc0f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 66733 initiator: MDT0 00010000:00010000:3.0:1767316179.422789:0:66733:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e1000/0x1c4382d255f6fc16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31d62d73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 66733 initiator: MDT0 00010000:00010000:3.0:1767316179.422795:0:66733:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e1000/0x1c4382d255f6fc16 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31d62d73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 66733 initiator: MDT0 00010000:00010000:3.0:1767316179.422800:0:66733:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e1000/0x1c4382d255f6fc16 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31d62d73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 66733 initiator: MDT0 00010000:00010000:3.0:1767316179.422805:0:66733:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93a5313e1000 already unused, calling callback (ffffffffc17dc550) 00010000:00010000:3.0:1767316179.422808:0:66733:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e1000/0x1c4382d255f6fc16 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31d62d73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 66733 initiator: MDT0 00010000:00010000:3.0:1767316179.422813:0:66733:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e1000/0x1c4382d255f6fc16 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31d62d73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 66733 initiator: MDT0 00010000:00010000:3.0:1767316179.422819:0:66733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x31d62d73 (ffff93a511516800) 00010000:00010000:3.0:1767316179.422821:0:66733:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316179.422823:0:66733:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e1000/0x1c4382d255f6fc16 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x31d62d73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 66733 initiator: MDT0 00010000:00010000:3.0:1767316179.422828:0:66733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e1000/0x1c4382d255f6fc16 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x31d62d73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 66733 initiator: MDT0 00010000:00010000:3.0:1767316179.422859:0:66733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e0a00/0x1c4382d255f6fc08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0xdb4bedfb3a37efb9 expref: 9 pid: 66733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316179.422883:0:66733:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e0e00/0x1c4382d255f6fc1d lrc: 3/0,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0xdb4bedfb3a37efb9 expref: 8 pid: 66733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316179.422889:0:66733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b72:0x1:0x0].0x0 (ffff93a507766400) 00010000:00010000:3.0:1767316179.422891:0:66733:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316179.422894:0:66733:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93a5313e0e00, rc 0) 00000100:00100000:3.0:1767316179.422996:0:66733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40acf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:efcdf44b-f089-4822-b0f8-a05beb18178a+8:33851:x1853164331492992:12345-192.168.203.1@tcp:101:rm.0 Request processed in 837us (1124us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316179.423005:0:66733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 293 00000100:00100000:0.0:1767316179.429202:0:32730:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1767316179.429303:0:66736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164331493120 00000100:00100000:2.0:1767316179.429312:0:66736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164331493120 00000100:00100000:2.0:1767316179.429361:0:66736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 31 00000100:00100000:2.0:1767316179.429369:0:66736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40ca7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:efcdf44b-f089-4822-b0f8-a05beb18178a+8:33851:x1853164331493120:12345-192.168.203.1@tcp:37:rm.0 00000100:00100000:2.0:1767316179.435734:0:66736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40ca7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:efcdf44b-f089-4822-b0f8-a05beb18178a+8:33851:x1853164331493120:12345-192.168.203.1@tcp:37:rm.0 Request processed in 6355us (6530us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316179.435759:0:66736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 31 00000100:00100000:3.0:1767316179.440571:0:32732:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1767316179.440684:0:66733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164331493248 00000100:00100000:0.0:1767316179.440701:0:66733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164331493248 00000100:00100000:0.0:1767316179.440762:0:66733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 294 00000100:00100000:0.0:1767316179.440772:0:66733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a506d2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:efcdf44b-f089-4822-b0f8-a05beb18178a+8:33851:x1853164331493248:12345-192.168.203.1@tcp:101:rm.0 00010000:00010000:0.0:1767316179.440794:0:66733:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316179.440814:0:66733:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaaca00/0x1c4382d255f6fc24 lrc: 2/0,0 mode: --/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdb4bedfb3a37efc0 expref: -99 pid: 66733 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.440876:0:66733:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaadc00/0x1c4382d255f6fc2b lrc: 3/1,0 mode: --/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 66733 initiator: MDT0 00010000:00010000:0.0:1767316179.440890:0:66733:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaadc00/0x1c4382d255f6fc2b lrc: 3/1,0 mode: CR/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 66733 initiator: MDT0 00010000:00010000:0.0:1767316179.440901:0:66733:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaadc00/0x1c4382d255f6fc2b lrc: 3/1,0 mode: CR/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 66733 initiator: MDT0 00010000:00010000:0.0:1767316179.440916:0:66733:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaad800/0x1c4382d255f6fc32 lrc: 3/1,0 mode: --/PR res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 66733 initiator: MDT0 00010000:00010000:0.0:1767316179.440923:0:66733:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaad800/0x1c4382d255f6fc32 lrc: 3/1,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 66733 initiator: MDT0 00010000:00010000:0.0:1767316179.440929:0:66733:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaad800/0x1c4382d255f6fc32 lrc: 3/1,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 66733 initiator: MDT0 00010000:00010000:0.0:1767316179.440979:0:66733:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaad600/0x1c4382d255f6fc39 lrc: 3/1,0 mode: --/PR res: [0x2400013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 66733 initiator: MDT0 00010000:00010000:0.0:1767316179.440986:0:66733:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaad600/0x1c4382d255f6fc39 lrc: 3/1,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 66733 initiator: MDT0 00010000:00010000:0.0:1767316179.440992:0:66733:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaad600/0x1c4382d255f6fc39 lrc: 3/1,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 66733 initiator: MDT0 00000004:00010000:0.0:1767316179.441028:0:66733:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaad600/0x1c4382d255f6fc39 lrc: 3/1,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 66733 initiator: MDT0 00010000:00010000:0.0:1767316179.441041:0:66733:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaadc00/0x1c4382d255f6fc2b lrc: 4/1,0 mode: CR/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 66733 initiator: MDT0 00010000:00010000:0.0:1767316179.441047:0:66733:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaadc00/0x1c4382d255f6fc2b lrc: 4/1,0 mode: CR/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 66733 initiator: MDT0 00010000:00010000:0.0:1767316179.441052:0:66733:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaadc00/0x1c4382d255f6fc2b lrc: 3/0,0 mode: CR/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 66733 initiator: MDT0 00010000:00010000:0.0:1767316179.441059:0:66733:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaadc00/0x1c4382d255f6fc2b lrc: 4/0,0 mode: CR/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 66733 initiator: MDT0 00010000:00010000:0.0:1767316179.441065:0:66733:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93a52aaadc00 already unused, calling callback (ffffffffc17dc550) 00010000:00010000:0.0:1767316179.441068:0:66733:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaadc00/0x1c4382d255f6fc2b lrc: 4/0,0 mode: CR/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 66733 initiator: MDT0 00010000:00010000:0.0:1767316179.441076:0:66733:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaadc00/0x1c4382d255f6fc2b lrc: 5/0,0 mode: CR/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 66733 initiator: MDT0 00010000:00010000:0.0:1767316179.441100:0:66733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b72:0x1:0x0].0x0 (ffff93a507766400) 00010000:00010000:0.0:1767316179.441103:0:66733:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316179.441107:0:66733:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaadc00/0x1c4382d255f6fc2b lrc: 3/0,0 mode: --/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 66733 initiator: MDT0 00010000:00010000:0.0:1767316179.441113:0:66733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaadc00/0x1c4382d255f6fc2b lrc: 0/0,0 mode: --/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 66733 initiator: MDT0 00010000:00010000:0.0:1767316179.441129:0:66733:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaad800/0x1c4382d255f6fc32 lrc: 3/1,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 66733 initiator: MDT0 00010000:00010000:0.0:1767316179.441136:0:66733:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaad800/0x1c4382d255f6fc32 lrc: 2/0,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 66733 initiator: MDT0 00010000:00010000:0.0:1767316179.441149:0:66733:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaad800/0x1c4382d255f6fc32 lrc: 3/0,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 66733 initiator: MDT0 00010000:00010000:0.0:1767316179.441154:0:66733:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93a52aaad800 already unused, calling callback (ffffffffc17dc550) 00010000:00010000:0.0:1767316179.441157:0:66733:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaad800/0x1c4382d255f6fc32 lrc: 3/0,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 66733 initiator: MDT0 00010000:00010000:0.0:1767316179.441163:0:66733:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaad800/0x1c4382d255f6fc32 lrc: 4/0,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 66733 initiator: MDT0 00010000:00010000:0.0:1767316179.441171:0:66733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b72:0x1:0x0].0xc4959c6c (ffff93a505285500) 00010000:00010000:0.0:1767316179.441174:0:66733:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316179.441176:0:66733:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaad800/0x1c4382d255f6fc32 lrc: 2/0,0 mode: --/PR res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 66733 initiator: MDT0 00010000:00010000:0.0:1767316179.441182:0:66733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaad800/0x1c4382d255f6fc32 lrc: 0/0,0 mode: --/PR res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 66733 initiator: MDT0 00010000:00010000:0.0:1767316179.441212:0:66733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaaca00/0x1c4382d255f6fc24 lrc: 0/0,0 mode: --/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0xdb4bedfb3a37efc0 expref: 10 pid: 66733 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.441225:0:66733:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaad600/0x1c4382d255f6fc39 lrc: 3/0,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0xdb4bedfb3a37efc0 expref: 9 pid: 66733 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.441232:0:66733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a1:0x1:0x0].0x0 (ffff93a505285f00) 00010000:00010000:0.0:1767316179.441234:0:66733:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767316179.441237:0:66733:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93a52aaad600, rc 0) 00000100:00100000:0.0:1767316179.441304:0:66733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a506d2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:efcdf44b-f089-4822-b0f8-a05beb18178a+9:33851:x1853164331493248:12345-192.168.203.1@tcp:101:rm.0 Request processed in 534us (743us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316179.441312:0:66733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 294 00000100:00100000:0.0:1767316179.447036:0:32730:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1767316179.447139:0:66756:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164331493376 00000100:00100000:1.0:1767316179.447150:0:66756:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164331493376 00000100:00100000:1.0:1767316179.447223:0:66756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 295 00000100:00100000:1.0:1767316179.447233:0:66756:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40ca79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:efcdf44b-f089-4822-b0f8-a05beb18178a+5:33851:x1853164331493376:12345-192.168.203.1@tcp:101:rm.0 00010000:00010000:1.0:1767316179.447253:0:66756:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316179.447274:0:66756:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93a4010f5c00/0x1c4382d255f6fc40 lrc: 2/0,0 mode: --/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdb4bedfb3a37efc7 expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316179.447329:0:66756:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93a4010f4200/0x1c4382d255f6fc47 lrc: 3/1,0 mode: --/PR res: [0x2400013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 66756 initiator: MDT0 00010000:00010000:1.0:1767316179.447341:0:66756:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93a4010f4200/0x1c4382d255f6fc47 lrc: 3/1,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 66756 initiator: MDT1 00010000:00010000:1.0:1767316179.447353:0:66756:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93a4010f4200/0x1c4382d255f6fc47 lrc: 3/1,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 66756 initiator: MDT1 00000004:00200000:1.0:1767316179.447391:0:66756:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1767316179.447395:0:66756:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1767316179.447428:0:66756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93a4010f5c00/0x1c4382d255f6fc40 lrc: 0/0,0 mode: --/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0xdb4bedfb3a37efc7 expref: 7 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316179.447488:0:66756:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93a4010f4200/0x1c4382d255f6fc47 lrc: 3/0,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0xdb4bedfb3a37efc7 expref: 6 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316179.447515:0:66756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a1:0x1:0x0].0x0 (ffff93a505e42f00) 00010000:00010000:1.0:1767316179.447518:0:66756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767316179.447521:0:66756:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93a4010f4200, rc 0) 00000100:00100000:1.0:1767316179.447582:0:66756:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40ca79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:efcdf44b-f089-4822-b0f8-a05beb18178a+6:33851:x1853164331493376:12345-192.168.203.1@tcp:101:rm.0 Request processed in 351us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316179.447590:0:66756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 295 00000100:00080000:0.0:1767316179.448176:0:41185:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767316179.452754:0:32731:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:3.0:1767316179.452893:0:66733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164331493632 00000100:00100000:3.0:1767316179.452903:0:66733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164331493632 00000100:00100000:3.0:1767316179.452960:0:66733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 296 00000100:00100000:3.0:1767316179.452969:0:66733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40acf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:efcdf44b-f089-4822-b0f8-a05beb18178a+6:33851:x1853164331493632:12345-192.168.203.1@tcp:101:rm.0 00010000:00010000:3.0:1767316179.452988:0:66733:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316179.453011:0:66733:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93a5313e0600/0x1c4382d255f6fc4e lrc: 2/0,0 mode: --/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdb4bedfb3a37efce expref: -99 pid: 66733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316179.453127:0:66733:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93a5313e0a00/0x1c4382d255f6fc55 lrc: 3/1,0 mode: --/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 66733 initiator: MDT0 00010000:00010000:3.0:1767316179.453140:0:66733:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93a5313e0a00/0x1c4382d255f6fc55 lrc: 3/1,0 mode: CR/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 66733 initiator: MDT1 00010000:00010000:3.0:1767316179.453152:0:66733:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93a5313e0a00/0x1c4382d255f6fc55 lrc: 3/1,0 mode: CR/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 66733 initiator: MDT1 00000004:00200000:3.0:1767316179.453161:0:66733:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1767316179.453289:0:66733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93a5313e0600/0x1c4382d255f6fc4e lrc: 0/0,0 mode: --/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0xdb4bedfb3a37efce expref: 9 pid: 66733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316179.453311:0:66733:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93a5313e0a00/0x1c4382d255f6fc55 lrc: 3/0,0 mode: CR/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0xdb4bedfb3a37efce expref: 8 pid: 66733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316179.453320:0:66733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a1:0x1:0x0].0x0 (ffff93a505e42f00) 00010000:00010000:3.0:1767316179.453323:0:66733:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1767316179.453326:0:66733:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93a5313e0a00, rc 0) 00000100:00100000:3.0:1767316179.453566:0:66733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40acf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:efcdf44b-f089-4822-b0f8-a05beb18178a+8:33851:x1853164331493632:12345-192.168.203.1@tcp:101:rm.0 Request processed in 597us (820us total) trans 17179869284 rc 0/0 00000100:00100000:3.0:1767316179.453573:0:66733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 296 00000100:00100000:2.0:1767316179.458043:0:32732:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1767316179.458134:0:66736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164331493760 00000100:00100000:0.0:1767316179.458144:0:66736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164331493760 00000100:00100000:0.0:1767316179.458200:0:66736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 32 00000100:00100000:0.0:1767316179.458210:0:66736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40acf2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:efcdf44b-f089-4822-b0f8-a05beb18178a+8:33851:x1853164331493760:12345-192.168.203.1@tcp:37:rm.0 00000100:00100000:2.0:1767316179.464376:0:66736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40acf2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:efcdf44b-f089-4822-b0f8-a05beb18178a+8:33851:x1853164331493760:12345-192.168.203.1@tcp:37:rm.0 Request processed in 6156us (6330us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316179.464390:0:66736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 32 00000100:00100000:3.0:1767316179.468256:0:32732:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1767316179.468330:0:66733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164331493888 00000100:00100000:0.0:1767316179.468341:0:66733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164331493888 00000100:00100000:0.0:1767316179.468398:0:66733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 297 00000100:00100000:0.0:1767316179.468408:0:66733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a506d2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:efcdf44b-f089-4822-b0f8-a05beb18178a+9:33851:x1853164331493888:12345-192.168.203.1@tcp:41:rm.0 00000004:00000024:0.0:1767316179.468494:0:66733:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 638038016 avail 582414336 00000100:00100000:0.0:1767316179.469151:0:66733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a506d2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:efcdf44b-f089-4822-b0f8-a05beb18178a+9:33851:x1853164331493888:12345-192.168.203.1@tcp:41:rm.0 Request processed in 741us (900us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316179.469160:0:66733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 297 00000100:00100000:3.0:1767316179.472586:0:32732:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1767316179.473239:0:66733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164331494016 00000100:00100000:0.0:1767316179.473250:0:66733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164331494016 00000100:00100000:0.0:1767316179.473313:0:66733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 298 00000100:00100000:0.0:1767316179.473323:0:66733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a506d2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:efcdf44b-f089-4822-b0f8-a05beb18178a+8:33851:x1853164331494016:12345-192.168.203.1@tcp:101:rm.0 00010000:00010000:0.0:1767316179.473342:0:66733:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316179.473364:0:66733:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaad800/0x1c4382d255f6fc63 lrc: 2/0,0 mode: --/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdb4bedfb3a37efd5 expref: -99 pid: 66733 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.473426:0:66733:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaadc00/0x1c4382d255f6fc6a lrc: 3/1,0 mode: --/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 66733 initiator: MDT0 00010000:00010000:0.0:1767316179.473555:0:66733:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaadc00/0x1c4382d255f6fc6a lrc: 3/1,0 mode: CR/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 66733 initiator: MDT1 00010000:00010000:0.0:1767316179.473567:0:66733:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaadc00/0x1c4382d255f6fc6a lrc: 3/1,0 mode: CR/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 66733 initiator: MDT1 00010000:00010000:0.0:1767316179.473599:0:66733:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaada00/0x1c4382d255f6fc71 lrc: 3/1,0 mode: --/PR res: [0x2400013a1:0x1:0x0].0xd49b5cf7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 66733 initiator: MDT0 00010000:00010000:0.0:1767316179.473606:0:66733:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaada00/0x1c4382d255f6fc71 lrc: 3/1,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0xd49b5cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 66733 initiator: MDT1 00010000:00010000:0.0:1767316179.473612:0:66733:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaada00/0x1c4382d255f6fc71 lrc: 3/1,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0xd49b5cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 66733 initiator: MDT1 00010000:00010000:0.0:1767316179.473907:0:66733:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaadc00/0x1c4382d255f6fc6a lrc: 4/1,0 mode: CR/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 66733 initiator: MDT1 00010000:00010000:0.0:1767316179.473915:0:66733:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaadc00/0x1c4382d255f6fc6a lrc: 4/1,0 mode: CR/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 66733 initiator: MDT1 00010000:00010000:0.0:1767316179.473921:0:66733:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaadc00/0x1c4382d255f6fc6a lrc: 3/0,0 mode: CR/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 66733 initiator: MDT1 00010000:00010000:0.0:1767316179.473927:0:66733:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaadc00/0x1c4382d255f6fc6a lrc: 4/0,0 mode: CR/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 66733 initiator: MDT1 00010000:00010000:0.0:1767316179.473933:0:66733:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93a52aaadc00 already unused, calling callback (ffffffffc17dc550) 00010000:00010000:0.0:1767316179.473937:0:66733:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaadc00/0x1c4382d255f6fc6a lrc: 4/0,0 mode: CR/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 66733 initiator: MDT1 00010000:00010000:0.0:1767316179.473944:0:66733:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaadc00/0x1c4382d255f6fc6a lrc: 5/0,0 mode: CR/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 66733 initiator: MDT1 00010000:00010000:0.0:1767316179.473955:0:66733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a1:0x1:0x0].0x0 (ffff93a505e42f00) 00010000:00010000:0.0:1767316179.473957:0:66733:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316179.473961:0:66733:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaadc00/0x1c4382d255f6fc6a lrc: 3/0,0 mode: --/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 66733 initiator: MDT1 00010000:00010000:0.0:1767316179.473966:0:66733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaadc00/0x1c4382d255f6fc6a lrc: 0/0,0 mode: --/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 66733 initiator: MDT1 00010000:00010000:0.0:1767316179.473988:0:66733:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaada00/0x1c4382d255f6fc71 lrc: 3/1,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0xd49b5cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 66733 initiator: MDT1 00010000:00010000:0.0:1767316179.473993:0:66733:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaada00/0x1c4382d255f6fc71 lrc: 2/0,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0xd49b5cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 66733 initiator: MDT1 00010000:00010000:0.0:1767316179.473998:0:66733:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaada00/0x1c4382d255f6fc71 lrc: 3/0,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0xd49b5cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 66733 initiator: MDT1 00010000:00010000:0.0:1767316179.474002:0:66733:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93a52aaada00 already unused, calling callback (ffffffffc17dc550) 00010000:00010000:0.0:1767316179.474004:0:66733:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaada00/0x1c4382d255f6fc71 lrc: 3/0,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0xd49b5cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 66733 initiator: MDT1 00010000:00010000:0.0:1767316179.474009:0:66733:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaada00/0x1c4382d255f6fc71 lrc: 4/0,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0xd49b5cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 66733 initiator: MDT1 00010000:00010000:0.0:1767316179.474015:0:66733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a1:0x1:0x0].0xd49b5cf7 (ffff93a505285500) 00010000:00010000:0.0:1767316179.474017:0:66733:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316179.474019:0:66733:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaada00/0x1c4382d255f6fc71 lrc: 2/0,0 mode: --/PR res: [0x2400013a1:0x1:0x0].0xd49b5cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 66733 initiator: MDT1 00010000:00010000:0.0:1767316179.474024:0:66733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaada00/0x1c4382d255f6fc71 lrc: 0/0,0 mode: --/PR res: [0x2400013a1:0x1:0x0].0xd49b5cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 66733 initiator: MDT1 00010000:00010000:0.0:1767316179.474051:0:66733:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaad800/0x1c4382d255f6fc63 lrc: 1/0,0 mode: --/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.1@tcp remote: 0xdb4bedfb3a37efd5 expref: 9 pid: 66733 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.474060:0:66733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a1:0x1:0x0].0x0 (ffff93a505e42f00) 00010000:00010000:0.0:1767316179.474062:0:66733:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316179.474066:0:66733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaad800/0x1c4382d255f6fc63 lrc: 0/0,0 mode: --/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.1@tcp remote: 0xdb4bedfb3a37efd5 expref: 9 pid: 66733 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.474100:0:66733:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93a52aaad800, rc 0) 00000100:00100000:0.0:1767316179.474170:0:66733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a506d2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:efcdf44b-f089-4822-b0f8-a05beb18178a+8:33851:x1853164331494016:12345-192.168.203.1@tcp:101:rm.0 Request processed in 847us (1592us total) trans 0 rc 301/301 00000100:00100000:0.0:1767316179.474178:0:66733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 298 00000100:00100000:2.0:1767316179.478090:0:32731:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1767316179.478191:0:48857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164331494144 00000100:00100000:1.0:1767316179.478202:0:48857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164331494144 00000100:00100000:1.0:1767316179.478266:0:48857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 85 00000100:00100000:1.0:1767316179.478275:0:48857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40acf1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:efcdf44b-f089-4822-b0f8-a05beb18178a+9:13816:x1853164331494144:12345-192.168.203.1@tcp:103:rm.0 00010000:00010000:1.0:1767316179.478291:0:48857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316179.478314:0:48857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93a52aaad600/0x1c4382d255f6fc39 lrc: 0/0,0 mode: --/PR res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.1@tcp remote: 0xdb4bedfb3a37efc0 expref: 9 pid: 66733 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316179.478334:0:48857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a1:0x1:0x0].0x0 (ffff93a505285f00) 00010000:00010000:1.0:1767316179.478343:0:48857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316179.478398:0:48857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40acf1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:efcdf44b-f089-4822-b0f8-a05beb18178a+8:13816:x1853164331494144:12345-192.168.203.1@tcp:103:rm.0 Request processed in 123us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316179.478405:0:48857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 85 00000100:00100000:3.0:1767316179.480370:0:32730:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1767316179.480485:0:66736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164331494400 00000100:00100000:2.0:1767316179.480493:0:66736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164331494400 00000100:00100000:2.0:1767316179.480541:0:66736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 33 00000100:00100000:2.0:1767316179.480550:0:66736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a506d2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:efcdf44b-f089-4822-b0f8-a05beb18178a+8:33851:x1853164331494400:12345-192.168.203.1@tcp:35:rm.0 00000100:00100000:2.0:1767316179.480757:0:66736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a506d2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:efcdf44b-f089-4822-b0f8-a05beb18178a+9:33851:x1853164331494400:12345-192.168.203.1@tcp:35:rm.0 Request processed in 207us (393us total) trans 17179869285 rc 0/0 00000100:00100000:2.0:1767316179.480764:0:66736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 33 00000100:00100000:3.0:1767316179.484518:0:32732:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1767316179.484687:0:66756:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164331494656 00000100:00100000:1.0:1767316179.484697:0:66756:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164331494656 00000100:00100000:1.0:1767316179.484750:0:66756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 299 00000100:00100000:1.0:1767316179.484760:0:66756:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a506d2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:efcdf44b-f089-4822-b0f8-a05beb18178a+9:33851:x1853164331494656:12345-192.168.203.1@tcp:36:rm.0 00010000:00010000:1.0:1767316179.484818:0:66756:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767316179.484843:0:66756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93a5313e0a00/0x1c4382d255f6fc55 lrc: 0/0,0 mode: --/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.1@tcp remote: 0xdb4bedfb3a37efce expref: 9 pid: 66733 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316179.484877:0:66756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93a4010f4200/0x1c4382d255f6fc47 lrc: 0/0,0 mode: --/PR res: [0x2400013a1:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.1@tcp remote: 0xdb4bedfb3a37efc7 expref: 8 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316179.484887:0:66756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a1:0x1:0x0].0x0 (ffff93a505e42f00) 00010000:00010000:1.0:1767316179.484896:0:66756:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316179.484951:0:66756:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5c00/0x1c4382d255f6fc78 lrc: 3/0,1 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 66756 initiator: MDT0 00010000:00010000:1.0:1767316179.484959:0:66756:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5c00/0x1c4382d255f6fc78 lrc: 3/0,1 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 66756 initiator: MDT1 00010000:00010000:1.0:1767316179.484967:0:66756:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5c00/0x1c4382d255f6fc78 lrc: 3/0,1 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 66756 initiator: MDT1 00000100:00100000:1.0:1767316179.484988:0:66756:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a5353c0700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:66756:1853164419087360:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1767316179.485069:0:66756:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316179.485114:0:66756:0:(client.c:2690:ptlrpc_set_wait()) set ffff93a510a46300 going to sleep for 11 seconds 00000100:00100000:2.0:1767316179.485215:0:44074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419087360 00000100:00100000:2.0:1767316179.485220:0:44074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419087360 00000100:00100000:2.0:1767316179.485258:0:44074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:2.0:1767316179.485265:0:44074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a534cef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:66756:x1853164419087360:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767316179.485274:0:44074:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316179.485288:0:44074:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93a52cb1ec00/0x1c4382d255f6fc7f lrc: 2/0,0 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1c4382d255f6fc78 expref: -99 pid: 44074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316179.485307:0:44074:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e0e00/0x1c4382d255f6fc1d lrc: 2/0,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.1@tcp remote: 0xdb4bedfb3a37efb9 expref: 7 pid: 66733 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316179.485316:0:44074:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93a52cb1ec00/0x1c4382d255f6fc7f lrc: 4/0,0 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1c4382d255f6fc78 expref: 7 pid: 44074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316179.485342:0:44074:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e0e00/0x1c4382d255f6fc1d lrc: 3/0,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.1@tcp remote: 0xdb4bedfb3a37efb9 expref: 7 pid: 66733 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316179.485354:0:44074:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e0e00/0x1c4382d255f6fc1d lrc: 4/0,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.1@tcp remote: 0xdb4bedfb3a37efb9 expref: 7 pid: 66733 timeout: 1481 lvb_type: 0 00000100:00100000:2.0:1767316179.485363:0:44074:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a40acf3800 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000_UUID:44074:1853164419087488:192.168.203.1@tcp:104: 00000100:00100000:2.0:1767316179.485424:0:44074:0:(client.c:2690:ptlrpc_set_wait()) set ffff93a4068bf600 going to sleep for 11 seconds 00000100:00100000:0.0:1767316179.488941:0:32731:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:2.0:1767316179.489051:0:44074:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a40acf3800 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000_UUID:44074:1853164419087488:192.168.203.1@tcp:104: 00010000:00010000:2.0:1767316179.489093:0:44074:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93a52cb1ec00/0x1c4382d255f6fc7f lrc: 3/0,0 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1c4382d255f6fc78 expref: 7 pid: 44074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316179.489105:0:44074:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b72:0x1:0x0].0x0 (ffff93a507766400) 00010000:00010000:2.0:1767316179.489108:0:44074:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316179.489112:0:44074:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff93a52cb1ec00/0x1c4382d255f6fc7f lrc: 3/0,0 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1c4382d255f6fc78 expref: 7 pid: 44074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316179.489132:0:44074:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93a52cb1ec00, rc 0) 00000100:00100000:2.0:1767316179.489193:0:44074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a534cef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:66756:x1853164419087360:12345-0@lo:101:mdt00_003.0 Request processed in 3927us (4122us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316179.489201:0:44074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:3.0:1767316179.489737:0:66756:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a5353c0700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:66756:1853164419087360:0@lo:101:mdt00_003.0 00010000:00010000:3.0:1767316179.489755:0:66756:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5c00/0x1c4382d255f6fc78 lrc: 4/0,1 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1c4382d255f6fc7f expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316179.489765:0:66756:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5c00/0x1c4382d255f6fc78 lrc: 4/0,1 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1c4382d255f6fc7f expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316179.489952:0:41155:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164331494784 00000100:00100000:1.0:1767316179.489960:0:41155:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164331494784 00010000:00010000:1.0:1767316179.489990:0:41155:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e0e00/0x1c4382d255f6fc1d lrc: 4/0,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.1@tcp remote: 0xdb4bedfb3a37efb9 expref: 8 pid: 66733 timeout: 1481 lvb_type: 0 00000100:00100000:1.0:1767316179.490064:0:41155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 871 00000100:00100000:1.0:1767316179.490074:0:41155:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40ca79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:efcdf44b-f089-4822-b0f8-a05beb18178a+8:13817:x1853164331494784:12345-192.168.203.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316179.490101:0:41155:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316179.490107:0:41155:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e0e00/0x1c4382d255f6fc1d lrc: 4/0,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.1@tcp remote: 0xdb4bedfb3a37efb9 expref: 8 pid: 66733 timeout: 1481 lvb_type: 0 00010000:00010000:1.0:1767316179.490118:0:41155:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e0e00/0x1c4382d255f6fc1d lrc: 3/0,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.1@tcp remote: 0xdb4bedfb3a37efb9 expref: 8 pid: 66733 timeout: 1481 lvb_type: 0 00010000:00010000:1.0:1767316179.490151:0:41155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93a5313e0e00/0x1c4382d255f6fc1d lrc: 0/0,0 mode: --/PR res: [0x200001b72:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.1@tcp remote: 0xdb4bedfb3a37efb9 expref: 8 pid: 66733 timeout: 1481 lvb_type: 0 00010000:00010000:1.0:1767316179.490165:0:41155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b72:0x1:0x0].0x0 (ffff93a507766400) 00010000:00010000:1.0:1767316179.490171:0:41155:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff93a52cb1ec00/0x1c4382d255f6fc7f lrc: 2/0,0 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1c4382d255f6fc78 expref: 6 pid: 44074 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316179.490181:0:41155:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93a52cb1ec00/0x1c4382d255f6fc7f lrc: 2/0,0 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x1c4382d255f6fc78 expref: 6 pid: 44074 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316179.490189:0:41155:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93a52cb1ec00/0x1c4382d255f6fc7f lrc: 3/0,0 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x1c4382d255f6fc78 expref: 6 pid: 44074 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316179.490221:0:41155:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff93a52cb1ec00/0x1c4382d255f6fc7f lrc: 3/0,0 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1c4382d255f6fc78 expref: 6 pid: 44074 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316179.490234:0:41155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a5353c3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:41155:1853164419087616:0@lo:105: 00000100:00100000:1.0:1767316179.490277:0:41155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316179.490355:0:41155:0:(client.c:2690:ptlrpc_set_wait()) set ffff93a510a46600 going to sleep for 11 seconds 00000100:00100000:3.0:1767316179.490414:0:41151:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419087616 00000100:00100000:3.0:1767316179.490418:0:41151:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419087616 00000100:00100000:3.0:1767316179.490851:0:41151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1767316179.490860:0:41151:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a5353c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:41155:x1853164419087616:12345-0@lo:105: 00010000:00010000:3.0:1767316179.490870:0:41151:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5c00/0x1c4382d255f6fc78 lrc: 5/0,1 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1c4382d255f6fc7f expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316179.490886:0:41151:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5c00/0x1c4382d255f6fc78 lrc: 5/0,1 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1c4382d255f6fc7f expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316179.490894:0:41151:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5c00/0x1c4382d255f6fc78 lrc: 5/0,1 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1c4382d255f6fc7f expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316179.490902:0:41151:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5c00/0x1c4382d255f6fc78 lrc: 5/0,1 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x1c4382d255f6fc7f expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316179.490908:0:41151:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5c00/0x1c4382d255f6fc78 lrc: 6/0,1 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x1c4382d255f6fc7f expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316179.490916:0:41151:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5c00/0x1c4382d255f6fc78 lrc: 6/0,1 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x1c4382d255f6fc7f expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316179.490941:0:41151:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff93a4010f5c00) 00000100:00100000:3.0:1767316179.490987:0:41151:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a5353c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:41155:x1853164419087616:12345-0@lo:105: Request processed in 129us (709us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316179.490994:0:41151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1767316179.491059:0:41155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a5353c3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:41155:1853164419087616:0@lo:105: 00010000:00010000:2.0:1767316179.491074:0:41155:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316179.491129:0:41155:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40ca79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:efcdf44b-f089-4822-b0f8-a05beb18178a+7:13817:x1853164331494784:12345-192.168.203.1@tcp:103:ldlm_bl.0 Request processed in 1056us (2197us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316179.491137:0:41155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 871 00010000:00010000:1.0:1767316179.491205:0:66756:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5c00/0x1c4382d255f6fc78 lrc: 4/0,1 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1c4382d255f6fc7f expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316179.491215:0:66756:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5c00/0x1c4382d255f6fc78 lrc: 4/0,1 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1c4382d255f6fc7f expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767316179.491234:0:66756:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200001b72:0x1:0x0] 00010000:00010000:1.0:1767316179.491267:0:66756:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f4600/0x1c4382d255f6fc86 lrc: 3/0,1 mode: --/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 66756 initiator: MDT0 00010000:00010000:1.0:1767316179.491285:0:66756:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f4600/0x1c4382d255f6fc86 lrc: 3/0,1 mode: --/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 66756 initiator: MDT1 00010000:00010000:1.0:1767316179.491296:0:66756:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f4600/0x1c4382d255f6fc86 lrc: 3/0,1 mode: --/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 66756 initiator: MDT1 00000100:00100000:1.0:1767316179.491312:0:66756:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a5353c0700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:66756:1853164419087744:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1767316179.491380:0:66756:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316179.491404:0:66756:0:(client.c:2690:ptlrpc_set_wait()) set ffff93a510a46840 going to sleep for 11 seconds 00000100:00100000:2.0:1767316179.491478:0:44074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419087744 00000100:00100000:2.0:1767316179.491482:0:44074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419087744 00000100:00100000:2.0:1767316179.491515:0:44074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:2.0:1767316179.491521:0:44074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a5353c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:66756:x1853164419087744:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767316179.491535:0:44074:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316179.491550:0:44074:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93a52cb1ea00/0x1c4382d255f6fc8d lrc: 2/0,0 mode: --/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1c4382d255f6fc86 expref: -99 pid: 44074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316179.491567:0:44074:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93a52cb1ea00/0x1c4382d255f6fc8d lrc: 3/0,0 mode: PW/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1c4382d255f6fc86 expref: 8 pid: 44074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316179.491578:0:44074:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93a52cb1ea00/0x1c4382d255f6fc8d lrc: 3/0,0 mode: PW/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1c4382d255f6fc86 expref: 8 pid: 44074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316179.491587:0:44074:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b72:0x1:0x0].0xc4959c6c (ffff93a50a4c6b00) 00010000:00010000:2.0:1767316179.491589:0:44074:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316179.491592:0:44074:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93a52cb1ea00, rc 0) 00000100:00100000:2.0:1767316179.491623:0:44074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a5353c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:66756:x1853164419087744:12345-0@lo:101:mdt00_003.0 Request processed in 101us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316179.491628:0:44074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1767316179.492021:0:66756:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a5353c0700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:66756:1853164419087744:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1767316179.492033:0:66756:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f4600/0x1c4382d255f6fc86 lrc: 4/0,1 mode: PW/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1c4382d255f6fc8d expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316179.492042:0:66756:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f4600/0x1c4382d255f6fc86 lrc: 4/0,1 mode: PW/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1c4382d255f6fc8d expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767316179.492054:0:66756:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200001b72:0x1:0x0] 00000100:00100000:1.0:1767316179.492097:0:66756:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a5353c0700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:66756:1853164419087872:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1767316179.492124:0:66756:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316179.492138:0:66756:0:(client.c:2690:ptlrpc_set_wait()) set ffff93a510a46900 going to sleep for 11 seconds 00000100:00100000:2.0:1767316179.492185:0:48844:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419087872 00000100:00100000:2.0:1767316179.492189:0:48844:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419087872 00000100:00100000:2.0:1767316179.492222:0:48844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:2.0:1767316179.492229:0:48844:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a5353c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:66756:x1853164419087872:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1767316179.492288:0:48844:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a5353c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:66756:x1853164419087872:12345-0@lo:1000:mdt00_003.0 Request processed in 59us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316179.492294:0:48844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:1.0:1767316179.492355:0:66756:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a5353c0700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:66756:1853164419087872:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1767316179.492389:0:66756:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a5353c0700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:66756:1853164419088000:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1767316179.492412:0:66756:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316179.492728:0:44074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419088000 00000100:00100000:2.0:1767316179.492742:0:44074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419088000 00000100:00100000:2.0:1767316179.492766:0:44074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:2.0:1767316179.492772:0:44074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a5353c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:66756:x1853164419088000:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1767316179.492845:0:66756:0:(client.c:2690:ptlrpc_set_wait()) set ffff93a510a46900 going to sleep for 11 seconds 00000100:00100000:2.0:1767316179.494219:0:44074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a5353c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:66756:x1853164419088000:12345-0@lo:1000:mdt00_003.0 Request processed in 1440us (1800us total) trans 0 rc 1/1 00000100:00100000:2.0:1767316179.494231:0:44074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:1.0:1767316179.494348:0:66756:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a5353c0700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:66756:1853164419088000:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1767316179.494417:0:66756:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5000/0x1c4382d255f6fc94 lrc: 3/0,1 mode: --/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 66756 initiator: MDT0 00010000:00010000:1.0:1767316179.494491:0:66756:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5000/0x1c4382d255f6fc94 lrc: 3/0,1 mode: --/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 66756 initiator: MDT1 00010000:00010000:1.0:1767316179.494501:0:66756:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5000/0x1c4382d255f6fc94 lrc: 3/0,1 mode: --/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 66756 initiator: MDT1 00000100:00100000:1.0:1767316179.494518:0:66756:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a5353c0700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:66756:1853164419088128:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1767316179.494553:0:66756:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316179.494578:0:66756:0:(client.c:2690:ptlrpc_set_wait()) set ffff93a510a46840 going to sleep for 11 seconds 00000100:00100000:2.0:1767316179.494843:0:48844:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419088128 00000100:00100000:2.0:1767316179.494849:0:48844:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419088128 00000100:00100000:2.0:1767316179.494888:0:48844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:2.0:1767316179.494896:0:48844:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a5353c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:66756:x1853164419088128:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767316179.494909:0:48844:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316179.494925:0:48844:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93a52cb1ee00/0x1c4382d255f6fc9b lrc: 2/0,0 mode: --/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1c4382d255f6fc94 expref: -99 pid: 48844 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316179.494947:0:48844:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93a52cb1ee00/0x1c4382d255f6fc9b lrc: 3/0,0 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1c4382d255f6fc94 expref: 9 pid: 48844 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316179.494960:0:48844:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93a52cb1ee00/0x1c4382d255f6fc9b lrc: 3/0,0 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1c4382d255f6fc94 expref: 9 pid: 48844 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316179.494967:0:48844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a1:0x1:0x0].0x0 (ffff93a50a4c6100) 00010000:00010000:2.0:1767316179.494970:0:48844:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316179.494974:0:48844:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93a52cb1ee00, rc 0) 00000100:00100000:2.0:1767316179.495019:0:48844:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a5353c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:66756:x1853164419088128:12345-0@lo:101:mdt00_003.0 Request processed in 123us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316179.495025:0:48844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1767316179.495108:0:66756:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a5353c0700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:66756:1853164419088128:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1767316179.495122:0:66756:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5000/0x1c4382d255f6fc94 lrc: 4/0,1 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1c4382d255f6fc9b expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.495132:0:66756:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5000/0x1c4382d255f6fc94 lrc: 4/0,1 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1c4382d255f6fc9b expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.495155:0:66756:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaad800/0x1c4382d255f6fca2 lrc: 3/0,1 mode: --/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 66756 initiator: MDT0 00010000:00010000:0.0:1767316179.495163:0:66756:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaad800/0x1c4382d255f6fca2 lrc: 3/0,1 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 66756 initiator: MDT1 00010000:00010000:0.0:1767316179.495170:0:66756:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaad800/0x1c4382d255f6fca2 lrc: 3/0,1 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 66756 initiator: MDT1 00010000:00010000:0.0:1767316179.495261:0:66756:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaad800/0x1c4382d255f6fca2 lrc: 3/0,1 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 66756 initiator: MDT1 00010000:00010000:0.0:1767316179.495268:0:66756:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaad800/0x1c4382d255f6fca2 lrc: 2/0,0 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 66756 initiator: MDT1 00010000:00010000:0.0:1767316179.495273:0:66756:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaad800/0x1c4382d255f6fca2 lrc: 3/0,0 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 66756 initiator: MDT1 00010000:00010000:0.0:1767316179.495290:0:66756:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93a52aaad800 already unused, calling callback (ffffffffc17dc550) 00010000:00010000:0.0:1767316179.495293:0:66756:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaad800/0x1c4382d255f6fca2 lrc: 3/0,0 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 66756 initiator: MDT1 00010000:00010000:0.0:1767316179.495300:0:66756:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaad800/0x1c4382d255f6fca2 lrc: 4/0,0 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 66756 initiator: MDT1 00010000:00010000:0.0:1767316179.495309:0:66756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a1:0x1:0x0].0x0 (ffff93a505285500) 00010000:00010000:0.0:1767316179.495312:0:66756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316179.495315:0:66756:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaad800/0x1c4382d255f6fca2 lrc: 2/0,0 mode: --/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 66756 initiator: MDT1 00010000:00010000:0.0:1767316179.495321:0:66756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93a52aaad800/0x1c4382d255f6fca2 lrc: 0/0,0 mode: --/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 66756 initiator: MDT1 00010000:00010000:0.0:1767316179.495337:0:66756:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5000/0x1c4382d255f6fc94 lrc: 4/0,1 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1c4382d255f6fc9b expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.495345:0:66756:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5000/0x1c4382d255f6fc94 lrc: 4/0,1 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1c4382d255f6fc9b expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.495351:0:66756:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5000/0x1c4382d255f6fc94 lrc: 3/0,0 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1c4382d255f6fc9b expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.495375:0:66756:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767316179.495384:0:66756:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200001b72:0x1:0x0] 00010000:00010000:0.0:1767316179.495389:0:66756:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5c00/0x1c4382d255f6fc78 lrc: 4/0,1 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1c4382d255f6fc7f expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.495397:0:66756:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5c00/0x1c4382d255f6fc78 lrc: 4/0,1 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1c4382d255f6fc7f expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.495414:0:66756:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5c00/0x1c4382d255f6fc78 lrc: 3/0,0 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1c4382d255f6fc7f expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.495428:0:66756:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1767316179.495474:0:66756:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200001b72:0x1:0x0] 00010000:00010000:0.0:1767316179.495479:0:66756:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f4600/0x1c4382d255f6fc86 lrc: 4/0,1 mode: PW/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1c4382d255f6fc8d expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.495486:0:66756:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f4600/0x1c4382d255f6fc86 lrc: 4/0,1 mode: PW/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1c4382d255f6fc8d expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.495492:0:66756:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f4600/0x1c4382d255f6fc86 lrc: 3/0,0 mode: PW/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1c4382d255f6fc8d expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.495504:0:66756:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767316179.495563:0:66756:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a506d2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:efcdf44b-f089-4822-b0f8-a05beb18178a+7:33851:x1853164331494656:12345-192.168.203.1@tcp:36:rm.0 Request processed in 10803us (11052us total) trans 0 rc -39/-39 00000100:00100000:0.0:1767316179.495571:0:66756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 299 00010000:00010000:0.0:1767316179.495593:0:41159:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767316179.495598:0:41159:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5000/0x1c4382d255f6fc94 lrc: 2/0,0 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x1c4382d255f6fc9b expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.495605:0:41159:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93a4010f5000 already unused, calling callback (ffffffffc17e9290) 00010000:00010000:0.0:1767316179.495609:0:41159:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5000/0x1c4382d255f6fc94 lrc: 3/0,0 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x1c4382d255f6fc9b expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1767316179.495616:0:41159:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5000/0x1c4382d255f6fc94 lrc: 3/0,0 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x1c4382d255f6fc9b expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.495651:0:41159:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5000/0x1c4382d255f6fc94 lrc: 2/0,0 mode: --/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1c4382d255f6fc9b expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.495658:0:41159:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767316179.495678:0:41159:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5000/0x1c4382d255f6fc94 lrc: 1/0,0 mode: --/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1c4382d255f6fc9b expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.495826:0:41159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5000/0x1c4382d255f6fc94 lrc: 0/0,0 mode: --/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1c4382d255f6fc9b expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.495841:0:41159:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767316179.495845:0:41159:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5c00/0x1c4382d255f6fc78 lrc: 2/0,0 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x1c4382d255f6fc7f expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.495851:0:41159:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93a4010f5c00 already unused, calling callback (ffffffffc17e9290) 00010000:00010000:0.0:1767316179.495854:0:41159:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5c00/0x1c4382d255f6fc78 lrc: 3/0,0 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x1c4382d255f6fc7f expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1767316179.495861:0:41159:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5c00/0x1c4382d255f6fc78 lrc: 3/0,0 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x1c4382d255f6fc7f expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.495878:0:41159:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5c00/0x1c4382d255f6fc78 lrc: 2/0,0 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1c4382d255f6fc7f expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.495884:0:41159:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767316179.495896:0:41159:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5c00/0x1c4382d255f6fc78 lrc: 1/0,0 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1c4382d255f6fc7f expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.495902:0:41159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f5c00/0x1c4382d255f6fc78 lrc: 0/0,0 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1c4382d255f6fc7f expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.495924:0:41159:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316179.495928:0:41159:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f4600/0x1c4382d255f6fc86 lrc: 2/0,0 mode: PW/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x1c4382d255f6fc8d expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.495933:0:41159:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93a4010f4600 already unused, calling callback (ffffffffc17e9290) 00010000:00010000:0.0:1767316179.495937:0:41159:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f4600/0x1c4382d255f6fc86 lrc: 3/0,0 mode: PW/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x1c4382d255f6fc8d expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1767316179.495944:0:41159:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f4600/0x1c4382d255f6fc86 lrc: 3/0,0 mode: PW/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x1c4382d255f6fc8d expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.495961:0:41159:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f4600/0x1c4382d255f6fc86 lrc: 2/0,0 mode: --/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1c4382d255f6fc8d expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.495967:0:41159:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767316179.495973:0:41159:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f4600/0x1c4382d255f6fc86 lrc: 1/0,0 mode: --/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1c4382d255f6fc8d expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.495979:0:41159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff93a4010f4600/0x1c4382d255f6fc86 lrc: 0/0,0 mode: --/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1c4382d255f6fc8d expref: -99 pid: 66756 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316179.495990:0:41159:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316179.495992:0:41159:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316179.495994:0:41159:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316179.496001:0:46026:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316179.496145:0:41158:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316179.496160:0:32738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a40ca7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:32738:1853164419088256:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316179.496210:0:32738:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316179.496261:0:32739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a40ca7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:32739:1853164419088384:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316179.496282:0:32739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316179.496298:0:32739:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767316179.496303:0:32739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a40ca79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:32739:1853164419088512:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316179.496318:0:32739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316179.496350:0:48857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419088256 00000100:00100000:2.0:1767316179.496354:0:48857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419088256 00000100:00100000:2.0:1767316179.496385:0:48857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419088384 00000100:00100000:2.0:1767316179.496388:0:48857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419088384 00000100:00100000:2.0:1767316179.496405:0:48857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419088512 00000100:00100000:2.0:1767316179.496408:0:48857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419088512 00000100:00100000:2.0:1767316179.496428:0:48857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1767316179.496475:0:48857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a50d8d5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+11:32738:x1853164419088256:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316179.496488:0:48857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316179.496505:0:48857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93a52cb1ee00/0x1c4382d255f6fc9b lrc: 0/0,0 mode: --/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x1c4382d255f6fc94 expref: 11 pid: 48844 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316179.496518:0:48857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a1:0x1:0x0].0x0 (ffff93a50a4c6100) 00010000:00010000:2.0:1767316179.496525:0:48857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316179.496552:0:48857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a50d8d5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+10:32738:x1853164419088256:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316179.496558:0:48857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1767316179.496594:0:48857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1767316179.496599:0:48857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40acf3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:32739:x1853164419088384:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316179.496605:0:48857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316179.496614:0:48857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93a52cb1ec00/0x1c4382d255f6fc7f lrc: 0/0,0 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x1c4382d255f6fc78 expref: 9 pid: 44074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316179.496629:0:48857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b72:0x1:0x0].0x0 (ffff93a507766400) 00010000:00010000:2.0:1767316179.496632:0:48857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316179.496655:0:48857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40acf3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+8:32739:x1853164419088384:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316179.496661:0:48857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1767316179.496672:0:48857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1767316179.496678:0:48857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40acf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:32739:x1853164419088512:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316179.496779:0:48857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316179.496790:0:48857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93a52cb1ea00/0x1c4382d255f6fc8d lrc: 0/0,0 mode: --/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x1c4382d255f6fc86 expref: 7 pid: 44074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316179.496799:0:48857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b72:0x1:0x0].0xc4959c6c (ffff93a50a4c6b00) 00010000:00010000:2.0:1767316179.496805:0:48857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316179.496827:0:48857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40acf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+6:32739:x1853164419088512:12345-0@lo:103:ldlm_bl.0 Request processed in 150us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316179.496833:0:48857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1767316179.496876:0:32739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a40ca79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:32739:1853164419088512:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316179.496883:0:32739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a40ca7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:32739:1853164419088384:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316179.496904:0:32738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a40ca7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:32738:1853164419088256:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767316179.865629:0:41159:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316180.745067:0:32730:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1767316180.745139:0:32730:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:1.0:1767316180.745176:0:32730:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.1@tcp (source: 12345-192.168.203.1@tcp) 00000100:00100000:0.0:1767316180.745210:0:66733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164331495168 00000100:00100000:0.0:1767316180.745219:0:66733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164331495168 00000100:00100000:0.0:1767316180.745263:0:66733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164331495040 00000100:00100000:0.0:1767316180.745271:0:66733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164331495040 00000100:00100000:0.0:1767316180.745292:0:66733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 118 00000100:00100000:0.0:1767316180.745299:0:66733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a5353c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:efcdf44b-f089-4822-b0f8-a05beb18178a+7:13816:x1853164331495168:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:0.0:1767316180.745365:0:66733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a5353c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:efcdf44b-f089-4822-b0f8-a05beb18178a+7:13816:x1853164331495168:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 65us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316180.745372:0:66733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 118 00000100:00100000:0.0:1767316180.745388:0:66733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 119 00000100:00100000:0.0:1767316180.745394:0:66733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a5353c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:efcdf44b-f089-4822-b0f8-a05beb18178a+7:13816:x1853164331495040:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:0.0:1767316180.745416:0:66733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a5353c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:efcdf44b-f089-4822-b0f8-a05beb18178a+7:13816:x1853164331495040:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 23us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316180.745421:0:66733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 119 00000100:00100000:2.0:1767316180.745702:0:66742:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164331494912 00000100:00100000:2.0:1767316180.745707:0:66742:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164331494912 00000100:00100000:2.0:1767316180.745734:0:66742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.1@tcp, seq: 138 00000100:00100000:2.0:1767316180.745741:0:66742:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a506fe2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf5678e5-f4dd-43cf-82e3-0b8dc9fe1870+9:13817:x1853164331494912:12345-192.168.203.1@tcp:400:kworker.0 00000100:00100000:2.0:1767316180.745768:0:66742:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a506fe2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf5678e5-f4dd-43cf-82e3-0b8dc9fe1870+9:13817:x1853164331494912:12345-192.168.203.1@tcp:400:kworker.0 Request processed in 28us (711us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316180.745779:0:66742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.1@tcp, seq: 138 00010000:00010000:1.0:1767316180.886633:0:46026:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1767316181.026267:0:70955:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-scrub test_4d: @@@@@@ FAIL: Fail to cleanup the env! 00000100:00100000:1.0:1767316181.209909:0:32737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a53495f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:32737:1853164419088640:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1767316181.209976:0:32737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316181.210030:0:44074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419088640 00000100:00100000:1.0:1767316181.210037:0:44074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419088640 00000100:00100000:1.0:1767316181.210092:0:44074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:1.0:1767316181.210100:0:44074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a53495ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32737:x1853164419088640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1767316181.210130:0:44074:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 218476544 avail 191451136 00000100:00100000:1.0:1767316181.210173:0:44074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a53495ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32737:x1853164419088640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316181.210181:0:44074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:1.0:1767316181.210223:0:32737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a53495f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:32737:1853164419088640:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1767316181.210545:0:32738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a40acf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:32738:1853164419088768:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1767316181.210574:0:32738:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316181.210863:0:32738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a402f5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:32738:1853164419089280:0@lo:400:kworker.0 00000100:00100000:1.0:1767316181.210899:0:32738:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316181.210926:0:32738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a40bbb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:32738:1853164419089792:0@lo:400:kworker.0 00000100:00100000:1.0:1767316181.210944:0:32738:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316181.210960:0:32738:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1767316181.210965:0:32738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a402f5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:32738:1853164419089152:0@lo:400:kworker.0 00000100:00100000:1.0:1767316181.210981:0:32738:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316181.210996:0:32738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a40bbb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:32738:1853164419089664:0@lo:400:kworker.0 00000100:00100000:1.0:1767316181.211051:0:32738:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316181.211079:0:32738:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a40bbba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:32738:1853164419090176:0@lo:400:kworker.0 00000100:00100000:1.0:1767316181.211098:0:32738:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316181.211123:0:66732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419089280 00000100:00100000:1.0:1767316181.211127:0:66732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419089280 00000100:00100000:1.0:1767316181.211159:0:66732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419089792 00000100:00100000:1.0:1767316181.211162:0:66732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419089792 00000100:00100000:1.0:1767316181.211173:0:66732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419089152 00000100:00100000:1.0:1767316181.211175:0:66732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419089152 00000100:00100000:1.0:1767316181.211186:0:66732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419090176 00000100:00100000:1.0:1767316181.211188:0:66732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419090176 00000100:00100000:1.0:1767316181.211199:0:66732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:1.0:1767316181.211205:0:66732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40bbb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:32738:x1853164419089280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316181.211245:0:66732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40bbb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:32738:x1853164419089280:12345-0@lo:400:kworker.0 Request processed in 39us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316181.211251:0:66732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:1.0:1767316181.211263:0:66732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:1.0:1767316181.211268:0:66732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40bbb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:32738:x1853164419089792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316181.211292:0:66732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40bbb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:32738:x1853164419089792:12345-0@lo:400:kworker.0 Request processed in 24us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316181.211297:0:66732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:1.0:1767316181.211313:0:66732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:1.0:1767316181.211319:0:66732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40bbbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:32738:x1853164419089152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316181.211344:0:66732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40bbbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:32738:x1853164419089152:12345-0@lo:400:kworker.0 Request processed in 25us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316181.211349:0:66732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:1.0:1767316181.211359:0:66732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:1.0:1767316181.211365:0:66732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40e999f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:32738:x1853164419090176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316181.211387:0:66732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40e999f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:32738:x1853164419090176:12345-0@lo:400:kworker.0 Request processed in 23us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316181.211392:0:66732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:1.0:1767316181.211412:0:48845:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419089664 00000100:00100000:1.0:1767316181.211415:0:48845:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419089664 00000100:00100000:1.0:1767316181.211436:0:48845:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1767316181.211464:0:48845:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40e998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:32738:x1853164419089664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316181.211492:0:48845:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40e998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:32738:x1853164419089664:12345-0@lo:400:kworker.0 Request processed in 29us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316181.211497:0:48845:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00080000:1.0:1767316181.211514:0:41185:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767316181.211518:0:41185:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1767316181.211519:0:41185:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767316181.211542:0:32738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a402f5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:32738:1853164419089152:0@lo:400:kworker.0 00000100:00100000:1.0:1767316181.211550:0:32738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a40bbb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:32738:1853164419089664:0@lo:400:kworker.0 00000100:00100000:1.0:1767316181.211557:0:32738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a40bbba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:32738:1853164419090176:0@lo:400:kworker.0 00000100:00100000:1.0:1767316181.211565:0:32738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a402f5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:32738:1853164419089280:0@lo:400:kworker.0 00000100:00100000:1.0:1767316181.211572:0:32738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a40bbb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:32738:1853164419089792:0@lo:400:kworker.0 00000100:00100000:0.0:1767316181.211709:0:32739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a53495f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e43490ac-1d2e-4c4a-8c39-a2dc980ac0a3:32739:1853164419088896:0@lo:400:kworker.0 00000100:00100000:0.0:1767316181.211741:0:32739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316181.211774:0:32739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a40bbb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:32739:1853164419089408:0@lo:400:kworker.0 00000100:00100000:0.0:1767316181.211794:0:32739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316181.211806:0:32739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a40bbb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:32739:1853164419089920:0@lo:400:kworker.0 00000100:00100000:0.0:1767316181.211824:0:32739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316181.211839:0:32739:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1767316181.211843:0:32739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a402f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:32739:1853164419089024:0@lo:400:kworker.0 00000100:00100000:0.0:1767316181.211862:0:32739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316181.211884:0:32739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a40bbb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:32739:1853164419089536:0@lo:400:kworker.0 00000100:00100000:0.0:1767316181.211906:0:32739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316181.211928:0:32739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a40bbb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:32739:1853164419090048:0@lo:400:kworker.0 00000100:00100000:0.0:1767316181.211949:0:32739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316181.211975:0:60445:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419089920 00000100:00100000:0.0:1767316181.211978:0:60445:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419089920 00000100:00100000:0.0:1767316181.212005:0:60445:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419089536 00000100:00100000:0.0:1767316181.212008:0:60445:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419089536 00000100:00100000:0.0:1767316181.212024:0:60445:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419090048 00000100:00100000:0.0:1767316181.212026:0:60445:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419090048 00000100:00100000:0.0:1767316181.212044:0:60445:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1767316181.212050:0:60445:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40ca79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:32739:x1853164419089920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316181.212094:0:60445:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40ca79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:32739:x1853164419089920:12345-0@lo:400:kworker.0 Request processed in 44us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316181.212099:0:60445:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1767316181.212112:0:60445:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1767316181.212117:0:60445:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a5054e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:32739:x1853164419089536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316181.212143:0:60445:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a5054e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:32739:x1853164419089536:12345-0@lo:400:kworker.0 Request processed in 26us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316181.212148:0:60445:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1767316181.212157:0:60445:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1767316181.212163:0:60445:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a5054e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:32739:x1853164419090048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316181.212185:0:60445:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a5054e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:32739:x1853164419090048:12345-0@lo:400:kworker.0 Request processed in 22us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316181.212190:0:60445:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1767316181.212223:0:32739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a40bbb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:32739:1853164419089536:0@lo:400:kworker.0 00000100:00100000:0.0:1767316181.212232:0:32739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a40bbb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:32739:1853164419090048:0@lo:400:kworker.0 00000100:00100000:0.0:1767316181.212240:0:32739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a40bbb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:32739:1853164419089920:0@lo:400:kworker.0 00000100:00100000:2.0:1767316181.212483:0:48844:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419088768 00000100:00100000:2.0:1767316181.212488:0:48844:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419088768 00000100:00100000:2.0:1767316181.212520:0:48844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:2.0:1767316181.212527:0:48844:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40ca7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:32738:x1853164419088768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1767316181.212550:0:48844:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 218353664 avail 191328256 00000100:00100000:2.0:1767316181.212592:0:48844:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40ca7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:32738:x1853164419088768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (2016us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316181.212597:0:48844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:2.0:1767316181.212628:0:32738:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a40acf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:32738:1853164419088768:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1767316181.212768:0:66741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419088896 00000100:00100000:1.0:1767316181.212772:0:66741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419088896 00000100:00100000:1.0:1767316181.212806:0:66741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:1.0:1767316181.212813:0:66741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a506fe3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e43490ac-1d2e-4c4a-8c39-a2dc980ac0a3+23:32739:x1853164419088896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316181.212851:0:66741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a506fe3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e43490ac-1d2e-4c4a-8c39-a2dc980ac0a3+23:32739:x1853164419088896:12345-0@lo:400:kworker.0 Request processed in 39us (1109us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316181.212856:0:66741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:1.0:1767316181.213810:0:66733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419089408 00000100:00100000:1.0:1767316181.213817:0:66733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419089408 00000100:00100000:1.0:1767316181.213855:0:66733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419089024 00000100:00100000:1.0:1767316181.213859:0:66733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419089024 00000100:00100000:1.0:1767316181.213994:0:66733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:1.0:1767316181.214005:0:66733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40ca7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:32739:x1853164419089408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316181.214058:0:66733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40ca7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:32739:x1853164419089408:12345-0@lo:400:kworker.0 Request processed in 56us (2264us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316181.214074:0:66733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:1.0:1767316181.214090:0:66733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:1.0:1767316181.214096:0:66733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40ca79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:32739:x1853164419089024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316181.214121:0:66733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40ca79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:32739:x1853164419089024:12345-0@lo:400:kworker.0 Request processed in 27us (2258us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316181.214127:0:66733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00080000:1.0:1767316181.214146:0:41185:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767316181.214150:0:41185:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1767316181.214153:0:41185:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767316181.214155:0:41185:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767316181.214190:0:32739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a402f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:32739:1853164419089024:0@lo:400:kworker.0 00000100:00100000:1.0:1767316181.214203:0:32739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a53495f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e43490ac-1d2e-4c4a-8c39-a2dc980ac0a3:32739:1853164419088896:0@lo:400:kworker.0 00000100:00100000:1.0:1767316181.214228:0:32739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a40bbb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:32739:1853164419089408:0@lo:400:kworker.0 00000100:00100000:2.0:1767316181.718844:0:32740:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a40acf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:32740:1853164419090560:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767316181.718931:0:32740:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316181.718979:0:32740:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767316181.718987:0:32740:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a506d2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:32740:1853164419090432:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767316181.719011:0:32740:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316181.719170:0:44064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419090560 00000100:00100000:3.0:1767316181.719178:0:44064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419090560 00000100:00100000:3.0:1767316181.719219:0:44064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419090432 00000100:00100000:3.0:1767316181.719222:0:44064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419090432 00000100:00100000:3.0:1767316181.719236:0:44064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:3.0:1767316181.719244:0:44064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a541b6bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:32740:x1853164419090560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767316181.719270:0:44064:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 266560 pending 0 free 319000576 avail 291188736 00000100:00100000:3.0:1767316181.719313:0:44064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a541b6bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:32740:x1853164419090560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316181.719335:0:44064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:3.0:1767316181.719542:0:44064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:3.0:1767316181.719549:0:44064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40acf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:32740:x1853164419090432:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1767316181.719559:0:44064:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 266560 pending 0 free 319000576 avail 291188736 00000100:00100000:3.0:1767316181.719583:0:44064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40acf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:32740:x1853164419090432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 35us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316181.719589:0:44064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:3.0:1767316181.719632:0:32740:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a506d2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:32740:1853164419090432:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1767316181.719644:0:32740:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a40acf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:32740:1853164419090560:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767316181.720220:0:32737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a5054e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:32737:1853164419090688:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767316181.720259:0:32737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316181.720283:0:32737:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767316181.720291:0:32737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93a40acf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:32737:1853164419090304:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316181.720311:0:32737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316181.720397:0:44065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419090688 00000100:00100000:2.0:1767316181.720403:0:44065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419090688 00000100:00100000:2.0:1767316181.720429:0:44065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164419090304 00000100:00100000:2.0:1767316181.720432:0:44065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164419090304 00000100:00100000:2.0:1767316181.720463:0:44065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1767316181.720471:0:44065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40e999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:32737:x1853164419090688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767316181.720491:0:44065:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 266560 pending 0 free 319037440 avail 291225600 00000100:00100000:2.0:1767316181.720536:0:44065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40e999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:32737:x1853164419090688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316181.720554:0:44065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1767316181.720567:0:44065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:2.0:1767316181.720573:0:44065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93a40e99a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:32737:x1853164419090304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1767316181.720582:0:44065:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 266560 pending 0 free 319037440 avail 291225600 00000100:00100000:2.0:1767316181.720606:0:44065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93a40e99a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:32737:x1853164419090304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 34us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316181.720612:0:44065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:1.0:1767316181.720758:0:32737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a40acf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:32737:1853164419090304:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316181.720771:0:32737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93a5054e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:32737:1853164419090688:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767316181.910639:0:41158:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 866 lines, 866 kept, 0 dropped, 0 bad.