00010000:00010000:2.0F:1762166831.954719:0:10256:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762166832.402742:0:3633:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945ceffd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1847765446876160:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1762166832.402835:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762166832.402928:0:3633:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc47b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1847765446876032:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0F:1762166832.402931:0:3635:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc406ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1847765446876416:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1762166832.402974:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0F:1762166832.402985:0:3636:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf7838e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d5309af7-bf8a-40d1-8f22-842c4953c1ea:3636:1847765446876544:0@lo:400:kworker.0 00000100:00100000:0.0:1762166832.403016:0:7427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446876032 00000100:00100000:0.0:1762166832.403026:0:7427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446876032 00000100:00100000:0.0:1762166832.403073:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1762166832.403083:0:7427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945ceffd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3633:x1847765446876032:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1762166832.403128:0:7427:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445986304 avail 1299746816 00000100:00100000:2.0:1762166832.403654:0:3633:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf783bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1847765446876672:0@lo:400:kworker.0 00000100:00100000:1.0:1762166832.403673:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762166832.403689:0:7427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945ceffd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3633:x1847765446876032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 604us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1762166832.403700:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:2.0:1762166832.403723:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762166832.403731:0:3636:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf1cd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1847765446877056:0@lo:400:kworker.0 00000100:00100000:0.0:1762166832.403740:0:7427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446876672 00000100:00100000:0.0:1762166832.403747:0:7427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446876672 00000100:00100000:2.0:1762166832.403759:0:3633:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf1cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3633:1847765446877184:0@lo:400:kworker.0 00000100:00100000:1.0:1762166832.403773:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762166832.403787:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1762166832.403805:0:7427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4a0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3633:x1847765446876672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1762166832.403816:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762166832.403820:0:3636:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf1cd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3636:1847765446877568:0@lo:400:kworker.0 00000100:00100000:2.0:1762166832.403866:0:3633:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf1cd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1847765446877696:0@lo:400:kworker.0 00000100:00100000:0.0:1762166832.403884:0:7427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4a0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3633:x1847765446876672:12345-0@lo:400:kworker.0 Request processed in 86us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1762166832.403901:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762166832.403929:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762166832.403930:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:1.0:1762166832.403961:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0F:1762166832.403964:0:6496:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446877184 00000100:00100000:1.0:1762166832.403977:0:3636:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf1cd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3636:1847765446877952:0@lo:400:kworker.0 00000100:00100000:0.0:1762166832.403985:0:7427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446877696 00000100:00100000:3.0:1762166832.403986:0:6496:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446877184 00000100:00100000:0.0:1762166832.403996:0:7427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446877696 00000100:00100000:1.0:1762166832.404019:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762166832.404020:0:3633:0:(client.c:3071:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589934616 gen 2 00000004:00080000:2.0:1762166832.404030:0:3633:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589934616 committed transno 8589934616 00000100:00100000:0.0:1762166832.404051:0:7427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1762166832.404071:0:7427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4530000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3633:x1847765446877696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1762166832.404086:0:6496:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446877568 00000100:00100000:3.0:1762166832.404095:0:6496:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446877568 00000100:00100000:2.0:1762166832.404101:0:3633:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc47b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1847765446876032:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1762166832.404102:0:32222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446876544 00000100:00100000:1.0:1762166832.404112:0:32222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446876544 00000100:00100000:0.0:1762166832.404148:0:7427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4530000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3633:x1847765446877696:12345-0@lo:400:kworker.0 Request processed in 80us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1762166832.404161:0:6496:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446877952 00000100:00100000:0.0:1762166832.404163:0:7427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1762166832.404167:0:3633:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf783bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1847765446876672:0@lo:400:kworker.0 00000100:00100000:3.0:1762166832.404168:0:6496:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446877952 00000100:00100000:1.0:1762166832.404203:0:32222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1762166832.404210:0:3633:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf1cd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1847765446877696:0@lo:400:kworker.0 00000100:00100000:1.0:1762166832.404217:0:32222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc35b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d5309af7-bf8a-40d1-8f22-842c4953c1ea+23:3636:x1847765446876544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1762166832.404235:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:0.0:1762166832.404244:0:28874:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446877056 00000100:00100000:2.0:1762166832.404245:0:3633:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:3.0:1762166832.404256:0:6496:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4a08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3633:x1847765446877184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1762166832.404257:0:28874:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446877056 00000100:00100000:2.0:1762166832.404265:0:3633:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc47b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1847765446876288:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1762166832.404290:0:32222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc35b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d5309af7-bf8a-40d1-8f22-842c4953c1ea+23:3636:x1847765446876544:12345-0@lo:400:kworker.0 Request processed in 76us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1762166832.404301:0:32222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1762166832.404325:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762166832.404326:0:28874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:0.0:1762166832.404345:0:28874:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf1cd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+7:3636:x1847765446877056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1762166832.404372:0:30829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:1.0:1762166832.404388:0:30829:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf1cd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1847765446877568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1762166832.404397:0:3633:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf7838700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3633:1847765446876800:0@lo:400:kworker.0 00000100:00100000:0.0:1762166832.404444:0:28874:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf1cd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+7:3636:x1847765446877056:12345-0@lo:400:kworker.0 Request processed in 97us (668us total) trans 0 rc 0/0 00000100:00100000:2.0:1762166832.404465:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762166832.404469:0:30829:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf1cd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1847765446877568:12345-0@lo:400:kworker.0 Request processed in 79us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1762166832.404526:0:30829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1762166832.404531:0:28874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:2.0:1762166832.404539:0:3633:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf1cd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3633:1847765446877312:0@lo:400:kworker.0 00000100:00100000:1.0:1762166832.404576:0:30829:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446876800 00000100:00100000:3.0:1762166832.404594:0:6496:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4a08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3633:x1847765446877184:12345-0@lo:400:kworker.0 Request processed in 332us (764us total) trans 0 rc 0/0 00000100:00100000:1.0:1762166832.404596:0:30829:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446876800 00000100:00100000:0.0:1762166832.404610:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1762166832.404617:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762166832.404625:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:0.0:1762166832.404631:0:6495:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf1cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1847765446877952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1762166832.404646:0:30829:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446877312 00000100:00100000:2.0:1762166832.404652:0:3633:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf1cd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1847765446877824:0@lo:400:kworker.0 00000100:00100000:1.0:1762166832.404654:0:30829:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446877312 00000100:00100000:3.0:1762166832.404661:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:3.0:1762166832.404676:0:6496:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf783bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3633:x1847765446876800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1762166832.404701:0:6495:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf1cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1847765446877952:12345-0@lo:400:kworker.0 Request processed in 76us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1762166832.404711:0:30829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1762166832.404721:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1762166832.404730:0:30829:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc47b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3633:x1847765446877312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1762166832.404751:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762166832.404753:0:6496:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf783bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3633:x1847765446876800:12345-0@lo:400:kworker.0 Request processed in 76us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1762166832.404762:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00080000:3.0:1762166832.404807:0:6490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1762166832.404816:0:6490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1762166832.404837:0:30829:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc47b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3633:x1847765446877312:12345-0@lo:400:kworker.0 Request processed in 115us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1762166832.404846:0:3633:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf1cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3633:1847765446877184:0@lo:400:kworker.0 00000100:00100000:1.0:1762166832.404858:0:30829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1762166832.404859:0:3636:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf1cd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3636:1847765446877952:0@lo:400:kworker.0 00000100:00100000:2.0:1762166832.404898:0:3633:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf7838700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3633:1847765446876800:0@lo:400:kworker.0 00000100:00100000:0.0:1762166832.404909:0:3636:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf7838e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d5309af7-bf8a-40d1-8f22-842c4953c1ea:3636:1847765446876544:0@lo:400:kworker.0 00000100:00100000:1.0:1762166832.404912:0:8385:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446876160 00000100:00100000:1.0:1762166832.404921:0:8385:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446876160 00000100:00100000:2.0:1762166832.404930:0:3633:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf1cd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3633:1847765446877312:0@lo:400:kworker.0 00000100:00100000:0.0:1762166832.404948:0:3636:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf1cd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1847765446877056:0@lo:400:kworker.0 00000100:00100000:1.0:1762166832.404977:0:8385:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446876288 00000100:00100000:1.0:1762166832.404981:0:8385:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446876288 00000100:00100000:0.0:1762166832.404996:0:3636:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf1cd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3636:1847765446877568:0@lo:400:kworker.0 00000100:00100000:1.0:1762166832.405016:0:8385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:2.0:1762166832.405028:0:8384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:1.0:1762166832.405030:0:8385:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945ceffd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3633:x1847765446876160:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1762166832.405048:0:8384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4533b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3633:x1847765446876288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1762166832.405063:0:8385:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 119012160 pending 0 free 3921321984 avail 3689799680 00002000:00000024:2.0:1762166832.405066:0:8384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 84392768 pending 0 free 3921342464 avail 3689820160 00000100:00080000:0.0:1762166832.405076:0:6490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1762166832.405083:0:6490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1762166832.405125:0:8385:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945ceffd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3633:x1847765446876160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (2291us total) trans 0 rc 0/0 00000100:00100000:1.0:1762166832.405139:0:8385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:2.0:1762166832.405141:0:8384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4533b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3633:x1847765446876288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (825us total) trans 0 rc 0/0 00000100:00100000:2.0:1762166832.405158:0:8384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:0.0:1762166832.405165:0:3633:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc47b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1847765446876288:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1762166832.405192:0:3633:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945ceffd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1847765446876160:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1762166832.405211:0:9165:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446877824 00000100:00100000:2.0:1762166832.405218:0:9165:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446877824 00000100:00100000:0.0:1762166832.405267:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762166832.405272:0:9165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:2.0:1762166832.405285:0:9165:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4a08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3633:x1847765446877824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1762166832.405318:0:3635:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc5807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1847765446876928:0@lo:400:kworker.0 00000100:00100000:2.0:1762166832.405353:0:9165:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4a08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3633:x1847765446877824:12345-0@lo:400:kworker.0 Request processed in 70us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1762166832.405368:0:9165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:0.0:1762166832.405377:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762166832.405412:0:3635:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf1cd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3635:1847765446877440:0@lo:400:kworker.0 00000100:00100000:2.0:1762166832.405413:0:9165:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446876928 00000100:00100000:2.0:1762166832.405420:0:9165:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446876928 00000100:00100000:0.0:1762166832.405453:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762166832.405462:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446876416 00000100:00100000:1.0:1762166832.405470:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446876416 00000100:00100000:1.0:1762166832.405579:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:1.0:1762166832.405601:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc406c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1847765446876416:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1762166832.405632:0:6499:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446256640 avail 1300017152 00000100:00100000:0.0:1762166832.405678:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446877440 00000100:00100000:0.0:1762166832.405685:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446877440 00000100:00100000:1.0:1762166832.405694:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc406c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1847765446876416:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1762166832.405702:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:0.0:1762166832.405749:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:1.0:1762166832.405757:0:28874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:0.0:1762166832.405769:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc406c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1847765446877440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1762166832.405785:0:28874:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc406c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+8:3635:x1847765446876928:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1762166832.405791:0:6490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1762166832.405801:0:6490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1762166832.405875:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc406c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1847765446877440:12345-0@lo:400:kworker.0 Request processed in 108us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1762166832.405878:0:28874:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc406c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+8:3635:x1847765446876928:12345-0@lo:400:kworker.0 Request processed in 106us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1762166832.405903:0:28874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:0.0:1762166832.405905:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:0.0:1762166832.405966:0:3635:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc406ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1847765446876416:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1762166832.405985:0:3635:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc5807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1847765446876928:0@lo:400:kworker.0 00000100:00100000:0.0:1762166832.405997:0:3635:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf1cd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3635:1847765446877440:0@lo:400:kworker.0 00000100:00100000:3.0:1762166832.406111:0:3633:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf1cd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1847765446877824:0@lo:400:kworker.0 00000004:00080000:0.0:1762166832.466621:0:32233:0:(osp_sync.c:925:osp_sync_new_err_job()) lustre-OST0001-osc-MDT0000 repeating 2 operation object 0x2c0000401:71 00000004:00080000:0.0:1762166832.466683:0:32233:0:(osp_sync.c:925:osp_sync_new_err_job()) lustre-OST0001-osc-MDT0000 repeating 2 operation object 0x2c0000401:71 00000100:00100000:3.0:1762166832.466712:0:3636:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc406ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3636:1847765446878080:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1762166832.466718:0:3633:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc406fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1847765446878208:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1762166832.466807:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762166832.466859:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762166832.466940:0:28874:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446878208 00000100:00100000:3.0:1762166832.466941:0:8380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446878080 00000100:00100000:0.0:1762166832.466953:0:28874:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446878208 00000100:00100000:3.0:1762166832.466954:0:8380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446878080 00000100:00100000:3.0:1762166832.467020:0:8380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:3.0:1762166832.467035:0:8380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc5589500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3636:x1847765446878080:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1762166832.467048:0:28874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1206 00000100:00100000:0.0:1762166832.467064:0:28874:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc406ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3633:x1847765446878208:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1762166832.467208:0:8380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc5589500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3636:x1847765446878080:12345-0@lo:2:osp-syn-1-0.0 Request processed in 179us (349us total) trans 0 rc -22/-22 00000100:00100000:3.0:1762166832.467216:0:8380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00100000:0.0:1762166832.467227:0:28874:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc406ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3633:x1847765446878208:12345-0@lo:2:osp-syn-1-0.0 Request processed in 168us (418us total) trans 0 rc -22/-22 00000100:00100000:0.0:1762166832.467237:0:28874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1206 00000004:00080000:3.0:1762166832.467281:0:3636:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff945bc406ca80, transno 0 00000004:00080000:3.0:1762166832.467287:0:3636:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff945bc406ca80/1, rc -22, transno 0 00000100:00100000:3.0:1762166832.467301:0:3636:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc406ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3636:1847765446878080:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1762166832.467306:0:3633:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff945bc406fb80, transno 0 00000004:00080000:0.0:1762166832.467315:0:3633:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff945bc406fb80/1, rc -22, transno 0 00000100:00100000:0.0:1762166832.467328:0:3633:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc406fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1847765446878208:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1762166832.638408:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1762166832.638456:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440201856 00000100:00100000:1.0:1762166832.638466:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440201856 00000100:00080000:2.0:1762166832.638523:0:6490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1762166832.638549:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3015 00000100:00100000:1.0:1762166832.638560:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf7838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+21:50331:x1847765440201856:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1762166832.638592:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1762166832.638611:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410c00/0x2f180c4effb0d967 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b8327 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166832.638671:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411800/0x2f180c4effb0d96e lrc: 3/1,0 mode: --/CR res: [0x200000405:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.638689:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411800/0x2f180c4effb0d96e lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.638699:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411800/0x2f180c4effb0d96e lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.638714:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411e00/0x2f180c4effb0d975 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x13:0x0].0xe1e61496 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.638720:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411e00/0x2f180c4effb0d975 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x13:0x0].0xe1e61496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.638726:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411e00/0x2f180c4effb0d975 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x13:0x0].0xe1e61496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.638790:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411400/0x2f180c4effb0d97c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.638799:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411400/0x2f180c4effb0d97c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x14:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.638806:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411400/0x2f180c4effb0d97c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x14:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000004:00200000:1.0:1762166832.638854:0:12357:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x14:0x0]: returning size 1045506 00000004:00200000:1.0:1762166832.638858:0:12357:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1762166832.638888:0:12357:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411400/0x2f180c4effb0d97c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x14:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.638900:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411400/0x2f180c4effb0d97c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.638908:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411800/0x2f180c4effb0d96e lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.638914:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411800/0x2f180c4effb0d96e lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.638920:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411800/0x2f180c4effb0d96e lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.638926:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bc4411800 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:1.0:1762166832.638929:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411800/0x2f180c4effb0d96e lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.638936:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411800/0x2f180c4effb0d96e lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.638947:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x13:0x0].0x0 (ffff945bc4077c00) 00010000:00010000:1.0:1762166832.638950:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1762166832.638954:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411800/0x2f180c4effb0d96e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.638960:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411800/0x2f180c4effb0d96e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.638978:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411e00/0x2f180c4effb0d975 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x13:0x0].0xe1e61496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.638989:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411e00/0x2f180c4effb0d975 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x13:0x0].0xe1e61496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.638994:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411e00/0x2f180c4effb0d975 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x13:0x0].0xe1e61496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.638999:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bc4411e00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:1.0:1762166832.639001:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411e00/0x2f180c4effb0d975 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x13:0x0].0xe1e61496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.639006:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411e00/0x2f180c4effb0d975 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x13:0x0].0xe1e61496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.639014:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x13:0x0].0xe1e61496 (ffff945bc4180a00) 00010000:00010000:1.0:1762166832.639017:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1762166832.639020:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411e00/0x2f180c4effb0d975 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x13:0x0].0xe1e61496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.639025:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411e00/0x2f180c4effb0d975 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x13:0x0].0xe1e61496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.639052:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410c00/0x2f180c4effb0d967 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8327 expref: 23 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166832.639064:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411400/0x2f180c4effb0d97c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8327 expref: 22 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166832.639071:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x14:0x0].0x0 (ffff945bc4180800) 00010000:00010000:1.0:1762166832.639074:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1762166832.639077:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bc4411400, rc 0) 00000100:00100000:1.0:1762166832.639131:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf7838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+22:50331:x1847765440201856:12345-192.168.204.38@tcp:101:rm.0 Request processed in 572us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1762166832.639143:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3015 00000100:00100000:3.0:1762166832.640326:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1762166832.640365:0:6480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440201984 00000100:00100000:1.0:1762166832.640370:0:6480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440201984 00000100:00100000:1.0:1762166832.640412:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 300 00000100:00100000:1.0:1762166832.640421:0:6480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc558a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e1e11365-ba0b-405b-99c9-a704373217f2+22:2417:x1847765440201984:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762166832.640430:0:6480:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762166832.640443:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411400/0x2f180c4effb0d97c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8327 expref: 22 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166832.640455:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x14:0x0].0x0 (ffff945bc4180800) 00010000:00010000:1.0:1762166832.640459:0:6480:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762166832.640509:0:6480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc558a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e1e11365-ba0b-405b-99c9-a704373217f2+21:2417:x1847765440201984:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 90us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1762166832.640517:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 300 00000100:00100000:2.0:1762166832.640822:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1762166832.640861:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440202240 00000100:00100000:1.0:1762166832.640866:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440202240 00000100:00100000:1.0:1762166832.640893:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3016 00000100:00100000:1.0:1762166832.640900:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf7838700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+21:50331:x1847765440202240:12345-192.168.204.38@tcp:36:rm.0 00010000:00010000:1.0:1762166832.640928:0:12357:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1762166832.640939:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410e00/0x2f180c4effb0d94b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x14:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8312 expref: 21 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166832.640955:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411000/0x2f180c4effb0d959 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8319 expref: 20 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166832.640971:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410200/0x2f180c4effb0d92f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8304 expref: 19 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166832.641000:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x14:0x0].0x0 (ffff945bc4180800) 00010000:00010000:1.0:1762166832.641006:0:12357:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762166832.641024:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410a00/0x2f180c4effb0d983 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641033:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410a00/0x2f180c4effb0d983 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641042:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410a00/0x2f180c4effb0d983 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641053:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411c00/0x2f180c4effb0d98a lrc: 3/0,1 mode: --/PW res: [0x200000405:0x13:0x0].0xe1e61496 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641060:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411c00/0x2f180c4effb0d98a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x13:0x0].0xe1e61496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641066:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411c00/0x2f180c4effb0d98a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x13:0x0].0xe1e61496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641109:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410600/0x2f180c4effb0d991 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641117:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410600/0x2f180c4effb0d991 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641124:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410600/0x2f180c4effb0d991 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000040:00080000:1.0:1762166832.641336:0:12357:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].4, 64 off8472 00000004:00080000:1.0:1762166832.641349:0:12357:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 451789870495ns, next at 452789867331ns, rc = 0 00000040:00080000:1.0:1762166832.641370:0:12357:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3, 64 off8408 00000004:00080000:1.0:1762166832.641386:0:12357:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 451789908498ns, next at 452789906596ns, rc = 0 00010000:00010000:1.0:1762166832.641431:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410000/0x2f180c4effb0d998 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641440:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410000/0x2f180c4effb0d998 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641448:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410000/0x2f180c4effb0d998 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641455:0:12357:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410000/0x2f180c4effb0d998 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641462:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410000/0x2f180c4effb0d998 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641469:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410000/0x2f180c4effb0d998 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641513:0:12357:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762166832.641523:0:7420:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762166832.641528:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410600/0x2f180c4effb0d991 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166832.641532:0:7420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410000/0x2f180c4effb0d998 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x14:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641537:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410600/0x2f180c4effb0d991 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x14:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641547:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410600/0x2f180c4effb0d991 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166832.641550:0:7420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bc4410000 already unused, calling callback (ffffffffc0cd9320) 00010000:00010000:1.0:1762166832.641557:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bc4410600 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:3.0:1762166832.641558:0:7420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410000/0x2f180c4effb0d998 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641564:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410600/0x2f180c4effb0d991 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x14:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166832.641569:0:7420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410000/0x2f180c4effb0d998 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x14:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641573:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410600/0x2f180c4effb0d991 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x14:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166832.641594:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x14:0x0].0x0 (ffff945bc4180100) 00010000:00010000:3.0:1762166832.641601:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1762166832.641606:0:7420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410000/0x2f180c4effb0d998 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641612:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x14:0x0].0x0 (ffff945bc4180100) 00010000:00010000:3.0:1762166832.641615:0:7420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410000/0x2f180c4effb0d998 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641618:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1762166832.641624:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410600/0x2f180c4effb0d991 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x14:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166832.641631:0:7420:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762166832.641632:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410600/0x2f180c4effb0d991 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166832.641635:0:7420:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762166832.641638:0:7420:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762166832.641750:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410a00/0x2f180c4effb0d983 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641757:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410a00/0x2f180c4effb0d983 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641763:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410a00/0x2f180c4effb0d983 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641768:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bc4410a00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:1.0:1762166832.641771:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410a00/0x2f180c4effb0d983 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641777:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410a00/0x2f180c4effb0d983 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641785:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x13:0x0].0x0 (ffff945bc4077c00) 00010000:00010000:1.0:1762166832.641788:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1762166832.641791:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410a00/0x2f180c4effb0d983 lrc: 2/0,0 mode: --/CW res: [0x200000405:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641796:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410a00/0x2f180c4effb0d983 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00000004:00010000:1.0:1762166832.641806:0:12357:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000ff84729 reply state 00000000dcc55a8b transno 8589934627 ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411c00/0x2f180c4effb0d98a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x13:0x0].0xe1e61496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641822:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411c00/0x2f180c4effb0d98a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x13:0x0].0xe1e61496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166832.641829:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x13:0x0].0xe1e61496 (ffff945bc4180b00) 00010000:00010000:1.0:1762166832.641831:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1762166832.641834:0:12357:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1762166832.641878:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf7838700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+20:50331:x1847765440202240:12345-192.168.204.38@tcp:36:rm.0 Request processed in 978us (1057us total) trans 8589934627 rc 0/0 00000100:00100000:1.0:1762166832.641886:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3016 00010000:00010000:3.0:1762166832.978701:0:6482:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1762166833.253866:0:33365:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 50c: punch_hole/mmap_write stale other mirrors ========================================================== 05:47:12 (1762166832) 00000100:00100000:1.0:1762166833.294753:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.294800:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440202368 00000100:00100000:0.0:1762166833.294810:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440202368 00000100:00100000:0.0:1762166833.294871:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3017 00000100:00100000:0.0:1762166833.294885:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf1cd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+20:50493:x1847765440202368:12345-192.168.204.38@tcp:41:stat.0 00000004:00000024:0.0:1762166833.294951:0:12357:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 7842664448 avail 7379619840 00000100:00100000:0.0:1762166833.295040:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf1cd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+20:50493:x1847765440202368:12345-192.168.204.38@tcp:41:stat.0 Request processed in 154us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1762166833.295049:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3017 00000100:00100000:3.0:1762166833.315081:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.315187:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440202496 00000100:00100000:0.0:1762166833.315197:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440202496 00000100:00100000:0.0:1762166833.315249:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3018 00000100:00100000:0.0:1762166833.315261:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc5589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+20:50501:x1847765440202496:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:0.0:1762166833.315281:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166833.315300:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0d99f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b832e expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.315356:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786aa00/0x2f180c4effb0d9a6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.315368:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786aa00/0x2f180c4effb0d9a6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.315379:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786aa00/0x2f180c4effb0d9a6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.315392:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0d9ad lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.315398:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0d9ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.315404:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0d9ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.315441:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786aa00/0x2f180c4effb0d9a6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.315453:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786aa00/0x2f180c4effb0d9a6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.315459:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786aa00/0x2f180c4effb0d9a6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.315464:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf786aa00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166833.315469:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786aa00/0x2f180c4effb0d9a6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.315498:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786aa00/0x2f180c4effb0d9a6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.315512:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff945cd0738700) 00010000:00010000:0.0:1762166833.315516:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166833.315520:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786aa00/0x2f180c4effb0d9a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.315525:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786aa00/0x2f180c4effb0d9a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.315536:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0d9ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.315540:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0d9ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.315544:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0d9ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.315547:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf786ba00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166833.315549:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0d9ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.315560:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0d9ad lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.315578:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7b0e8b47 (ffff945bc4077e00) 00010000:00010000:0.0:1762166833.315580:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166833.315582:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0d9ad lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.315586:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0d9ad lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.315622:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0d99f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b832e expref: 21 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.315633:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff945cd0738700) 00010000:00010000:0.0:1762166833.315636:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166833.315640:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0d99f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b832e expref: 21 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.315653:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945cf786bc00, rc 0) 00000100:00100000:0.0:1762166833.315709:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc5589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+20:50501:x1847765440202496:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 452us (636us total) trans 0 rc 301/301 00000100:00100000:0.0:1762166833.315715:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3018 00000100:00100000:2.0:1762166833.318274:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.318316:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440202752 00000100:00100000:0.0:1762166833.318324:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440202752 00000100:00100000:0.0:1762166833.318380:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3019 00000100:00100000:0.0:1762166833.318393:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bcbe30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+20:50501:x1847765440202752:12345-192.168.204.38@tcp:36:lfs.0 00010000:00010000:0.0:1762166833.318436:0:12357:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762166833.318463:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1e00/0x2f180c4effb0d85d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b82c5 expref: 20 pid: 6496 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.318499:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff945cd0738700) 00010000:00010000:0.0:1762166833.318503:0:12357:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762166833.318560:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0d9b4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.318579:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0d9b4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.318589:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0d9b4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.318606:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786b600/0x2f180c4effb0d9bb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.318613:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786b600/0x2f180c4effb0d9bb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.318621:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786b600/0x2f180c4effb0d9bb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000100:00100000:0.0:1762166833.318778:0:12357:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc406fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12357:1847765446878336:0@lo:700:mdt00_004.0 00000100:00100000:0.0:1762166833.318825:0:12357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762166833.318888:0:12357:0:(client.c:2680:ptlrpc_set_wait()) set ffff945bc37e70c0 going to sleep for 11 seconds 00000100:00100000:0.0:1762166833.318930:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446878336 00000100:00100000:0.0:1762166833.318935:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446878336 00000100:00100000:0.0:1762166833.318975:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1762166833.318989:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc406ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:lustre-MDT0000-mdtlov_UUID+5:12357:x1847765446878336:12345-0@lo:700:mdt00_004.0 00000100:00100000:0.0:1762166833.319058:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc406ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:lustre-MDT0000-mdtlov_UUID+5:12357:x1847765446878336:12345-0@lo:700:mdt00_004.0 Request processed in 75us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1762166833.319075:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1762166833.319093:0:12357:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc406fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12357:1847765446878336:0@lo:700:mdt00_004.0 00000040:00080000:2.0:1762166833.319284:0:12357:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1762166833.319305:0:12357:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000401:0x1:0x0].3, 64 off32960 00000004:00080000:2.0:1762166833.319312:0:12357:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff945cf1dcef00 with version 5 00000004:00080000:0.0:1762166833.319350:0:32229:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff945cc6399300 version 5 rpc_version 5 00000020:00100000:0.0:1762166833.319375:0:32229:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1762166833.319385:0:32229:0:(client.c:796:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945bc406fb80 x1847765446878592/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1312/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000040:00080000:2.0:1762166833.319386:0:12357:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1762166833.319403:0:12357:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000401:0x1:0x0].4, 64 off33024 00000100:00100000:0.0:1762166833.319405:0:32229:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc406fb80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32229:1847765446878592:0@lo:1000:osp_up1-0.0 00000004:00080000:2.0:1762166833.319409:0:12357:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff945cf1dce3c0 with version 6 00000100:00100000:0.0:1762166833.319446:0:32229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762166833.319467:0:32229:0:(client.c:2680:ptlrpc_set_wait()) set ffff945bc37e7a80 going to sleep for 11 seconds 00000100:00100000:0.0:1762166833.319540:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446878592 00000100:00100000:0.0:1762166833.319544:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446878592 00000100:00100000:0.0:1762166833.319596:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1762166833.319606:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc5807480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:32229:x1847765446878592:12345-0@lo:1000:osp_up1-0.0 00000040:00080000:2.0:1762166833.320817:0:12357:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1762166833.320856:0:12357:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x1:0x0].2, 64 off32896 00000040:00080000:2.0:1762166833.321097:0:12357:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].1, 2160 off34928 00000040:00080000:2.0:1762166833.321198:0:12357:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000405:0x2:0x0].1, 2360 off35128 00000004:00080000:2.0:1762166833.321205:0:12357:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff945cf1dce0c0 with version 7 00000001:00080000:1.0:1762166833.321861:0:7412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967550 is committed 00000001:00080000:1.0:1762166833.321901:0:7412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967549 is committed 00010000:00010000:2.0:1762166833.321940:0:3620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1c00/0x2f180c4effb0d7ed lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6496 initiator: MDT1 00010000:00010000:2.0:1762166833.321953:0:3620:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1c00/0x2f180c4effb0d7ed lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6496 initiator: MDT1 00010000:00010000:2.0:1762166833.321962:0:3620:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1c00/0x2f180c4effb0d7ed lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6496 initiator: MDT1 00010000:00010000:2.0:1762166833.321969:0:3620:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bc60b1c00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:2.0:1762166833.321974:0:3620:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1c00/0x2f180c4effb0d7ed lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6496 initiator: MDT1 00010000:00010000:2.0:1762166833.321982:0:3620:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1c00/0x2f180c4effb0d7ed lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6496 initiator: MDT1 00010000:00010000:2.0:1762166833.321998:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff945bc4034800) 00010000:00010000:2.0:1762166833.322002:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2a 00010000:00010000:2.0:1762166833.322007:0:3620:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1c00/0x2f180c4effb0d7ed lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6496 initiator: MDT1 00010000:00010000:2.0:1762166833.322013:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1c00/0x2f180c4effb0d7ed lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6496 initiator: MDT1 00000100:00100000:0.0:1762166833.322070:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc5807480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:32229:x1847765446878592:12345-0@lo:1000:osp_up1-0.0 Request processed in 2465us (2623us total) trans 4294967550 rc 0/0 00000100:00100000:0.0:1762166833.322079:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000004:00080000:1.0:1762166833.322109:0:32229:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967550 committed transno 4294967550 00000100:00100000:1.0:1762166833.322115:0:32229:0:(client.c:3071:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967550 gen 2 00000100:00100000:1.0:1762166833.322132:0:32229:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc406fb80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32229:1847765446878592:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1762166833.322152:0:32229:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff945cc6399300 version 6 rpc_version 6 00000020:00100000:1.0:1762166833.322170:0:32229:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1762166833.322176:0:32229:0:(client.c:796:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945cf1cd0700 x1847765446878848/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1312/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1762166833.322192:0:32229:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf1cd0700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32229:1847765446878848:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1762166833.322225:0:32229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762166833.322254:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446878848 00000100:00100000:0.0:1762166833.322258:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446878848 00000100:00100000:1.0:1762166833.322265:0:32229:0:(client.c:2680:ptlrpc_set_wait()) set ffff945cc9a5e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1762166833.322291:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1762166833.322297:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf1cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:32229:x1847765446878848:12345-0@lo:1000:osp_up1-0.0 00000001:00080000:1.0:1762166833.323334:0:7412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967551 is committed 00000100:00100000:0.0:1762166833.323410:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf1cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:32229:x1847765446878848:12345-0@lo:1000:osp_up1-0.0 Request processed in 1111us (1183us total) trans 4294967551 rc 0/0 00000004:00080000:1.0:1762166833.323416:0:32229:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967551 committed transno 4294967551 00000100:00100000:0.0:1762166833.323420:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:1.0:1762166833.323421:0:32229:0:(client.c:3071:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967551 gen 2 00000100:00100000:1.0:1762166833.323438:0:32229:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf1cd0700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32229:1847765446878848:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1762166833.323449:0:32229:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff945cc6399300 version 7 rpc_version 7 00000020:00100000:1.0:1762166833.323463:0:32229:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1762166833.323466:0:32229:0:(client.c:796:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945cf1cd0700 x1847765446879104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1762166833.323491:0:32229:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf1cd0700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32229:1847765446879104:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1762166833.323519:0:32229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762166833.323549:0:32229:0:(client.c:2680:ptlrpc_set_wait()) set ffff945cc9a5ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1762166833.323552:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446879104 00000100:00100000:0.0:1762166833.323558:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446879104 00000100:00100000:0.0:1762166833.323604:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1762166833.323612:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf1cd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:32229:x1847765446879104:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1762166833.324288:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf1cd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:32229:x1847765446879104:12345-0@lo:1000:osp_up1-0.0 Request processed in 677us (768us total) trans 4294967552 rc 0/0 00000100:00100000:0.0:1762166833.324296:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:1.0:1762166833.324343:0:32229:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf1cd0700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32229:1847765446879104:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1762166833.324440:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3caca00/0x2f180c4effb0d9c2 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.324453:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3caca00/0x2f180c4effb0d9c2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.324460:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3caca00/0x2f180c4effb0d9c2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.324472:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad400/0x2f180c4effb0d9c9 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.324499:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad400/0x2f180c4effb0d9c9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.324505:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad400/0x2f180c4effb0d9c9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.324526:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff945cf3cad000/0x2f180c4effb0d9d0 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.324531:0:12357:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff945cf3cad000/0x2f180c4effb0d9d0 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.324537:0:12357:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff945cf3cad000/0x2f180c4effb0d9d0 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 12357 initiator: MDT0 00000100:00100000:2.0:1762166833.324545:0:12357:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bcbe30e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12357:1847765446879232:0@lo:101:mdt00_004.0 00000100:00100000:2.0:1762166833.324578:0:12357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762166833.324608:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446879232 00000100:00100000:2.0:1762166833.324611:0:12357:0:(client.c:2680:ptlrpc_set_wait()) set ffff945cca8b6540 going to sleep for 11 seconds 00000100:00100000:0.0:1762166833.324613:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446879232 00000100:00100000:0.0:1762166833.324659:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:0.0:1762166833.324666:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bcbe32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:12357:x1847765446879232:12345-0@lo:101:mdt00_004.0 00010000:00010000:0.0:1762166833.324677:0:6500:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166833.324690:0:6500:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945cf786bc00/0x2f180c4effb0d9d7 lrc: 2/0,0 mode: --/PW res: [0x240000405:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2f180c4effb0d9d0 expref: -99 pid: 6500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.324707:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff945cf786bc00/0x2f180c4effb0d9d7 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x2f180c4effb0d9d0 expref: 7 pid: 6500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.324717:0:6500:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff945cf786bc00/0x2f180c4effb0d9d7 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x2f180c4effb0d9d0 expref: 7 pid: 6500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.324724:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1:0x0].0x0 (ffff945bc4034300) 00010000:00010000:0.0:1762166833.324727:0:6500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166833.324729:0:6500:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945cf786bc00, rc 0) 00000100:00100000:0.0:1762166833.324759:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bcbe32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:12357:x1847765446879232:12345-0@lo:101:mdt00_004.0 Request processed in 95us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1762166833.324763:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1762166833.324789:0:12357:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bcbe30e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12357:1847765446879232:0@lo:101:mdt00_004.0 00010000:00010000:2.0:1762166833.324802:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff945cf3cad000/0x2f180c4effb0d9d0 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x2f180c4effb0d9d7 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.324818:0:12357:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff945cf3cad000/0x2f180c4effb0d9d0 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x2f180c4effb0d9d7 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1762166833.324836:0:12357:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003e61a028 reply state 00000000f1081be2 transno 8589934628 ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad400/0x2f180c4effb0d9c9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.324847:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad400/0x2f180c4effb0d9c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.324853:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x0 (ffff945cc7dfda00) 00010000:00010000:2.0:1762166833.324856:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1762166833.324858:0:12357:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1762166833.324863:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff945cf3cad000/0x2f180c4effb0d9d0 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x2f180c4effb0d9d7 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.324870:0:12357:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff945cf3cad000/0x2f180c4effb0d9d0 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x2f180c4effb0d9d7 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762166833.324879:0:12357:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000405:0x1:0x0] 00000004:00010000:2.0:1762166833.324884:0:12357:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003e61a028 reply state 00000000f1081be2 transno 8589934628 ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3caca00/0x2f180c4effb0d9c2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.324891:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3caca00/0x2f180c4effb0d9c2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.324896:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x16:0x0].0x0 (ffff945cc7dfd700) 00010000:00010000:2.0:1762166833.324899:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1762166833.324901:0:12357:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00200000:2.0:1762166833.324905:0:12357:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x16:0x0]: returning size 4096 00010000:00010000:2.0:1762166833.324911:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0d9b4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.324922:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0d9b4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.324926:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0d9b4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.324929:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf786ae00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:2.0:1762166833.324932:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0d9b4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.324936:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0d9b4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.324941:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff945cd0738700) 00010000:00010000:2.0:1762166833.324943:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1762166833.324944:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0d9b4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.324948:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0d9b4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00000004:00010000:2.0:1762166833.324954:0:12357:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003e61a028 reply state 00000000f1081be2 transno 8589934628 ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786b600/0x2f180c4effb0d9bb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.324959:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786b600/0x2f180c4effb0d9bb lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.324962:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7b0e8b47 (ffff945bc4077200) 00010000:00010000:2.0:1762166833.324963:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1762166833.324965:0:12357:0:(service.c:177:ptlrpc_save_lock()) nlocks 2 00000100:00100000:2.0:1762166833.325017:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bcbe30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+21:50501:x1847765440202752:12345-192.168.204.38@tcp:36:lfs.0 Request processed in 6629us (6747us total) trans 8589934628 rc 0/0 00000100:00100000:2.0:1762166833.325028:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3019 00000100:00100000:2.0:1762166833.331970:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.332019:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440202880 00000100:00100000:0.0:1762166833.332028:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440202880 00000100:00100000:0.0:1762166833.332080:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3020 00000100:00100000:0.0:1762166833.332091:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bcbe30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+21:50504:x1847765440202880:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:0.0:1762166833.332111:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166833.332137:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0d9de lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b8335 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.332190:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786aa00/0x2f180c4effb0d9e5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.332210:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786aa00/0x2f180c4effb0d9e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.332224:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786aa00/0x2f180c4effb0d9e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000004:00200000:0.0:1762166833.332262:0:12357:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1762166833.332266:0:12357:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1762166833.332281:0:12357:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786aa00/0x2f180c4effb0d9e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.332301:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0d9de lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8335 expref: 23 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.332314:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786aa00/0x2f180c4effb0d9e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8335 expref: 22 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.332323:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff945cd0738700) 00010000:00010000:0.0:1762166833.332326:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1762166833.332329:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945cf786aa00, rc 0) 00000100:00100000:0.0:1762166833.332381:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bcbe30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+22:50504:x1847765440202880:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 292us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1762166833.332389:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3020 00000100:00100000:3.0:1762166833.333461:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.333511:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440203008 00000100:00100000:0.0:1762166833.333517:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440203008 00000100:00100000:0.0:1762166833.333545:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3021 00000100:00100000:0.0:1762166833.333556:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4946d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+22:50504:x1847765440203008:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:0.0:1762166833.333563:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166833.333580:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a600/0x2f180c4effb0d9ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b833c expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.333604:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0d9f3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.333610:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0d9f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.333615:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0d9f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.333622:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ac00/0x2f180c4effb0d9fa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.333627:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ac00/0x2f180c4effb0d9fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.333630:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ac00/0x2f180c4effb0d9fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.333687:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a200/0x2f180c4effb0da01 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.333691:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a200/0x2f180c4effb0da01 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x16:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.333695:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a200/0x2f180c4effb0da01 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x16:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000004:00200000:0.0:1762166833.333738:0:12357:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x16:0x0]: returning size 4096 00000004:00200000:0.0:1762166833.333741:0:12357:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1762166833.333754:0:12357:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a200/0x2f180c4effb0da01 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x16:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.333762:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0d9f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.333766:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0d9f3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.333770:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0d9f3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.333773:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf786a400 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166833.333776:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0d9f3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.333782:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0d9f3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.333787:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff945cd0738700) 00010000:00010000:0.0:1762166833.333789:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166833.333791:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0d9f3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.333795:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0d9f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.333800:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ac00/0x2f180c4effb0d9fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.333803:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ac00/0x2f180c4effb0d9fa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.333807:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ac00/0x2f180c4effb0d9fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.333816:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf786ac00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166833.333817:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ac00/0x2f180c4effb0d9fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.333821:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ac00/0x2f180c4effb0d9fa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.333825:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7b0e8b47 (ffff945bc4077200) 00010000:00010000:0.0:1762166833.333826:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166833.333827:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ac00/0x2f180c4effb0d9fa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.333830:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ac00/0x2f180c4effb0d9fa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.333842:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a600/0x2f180c4effb0d9ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b833c expref: 24 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.333848:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a200/0x2f180c4effb0da01 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x16:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b833c expref: 23 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.333852:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x16:0x0].0x0 (ffff945cc7dfd700) 00010000:00010000:0.0:1762166833.333853:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1762166833.333855:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945cf786a200, rc 0) 00000100:00100000:0.0:1762166833.333880:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4946d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+23:50504:x1847765440203008:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 324us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1762166833.333884:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3021 00000100:00100000:2.0:1762166833.334732:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.334758:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440203136 00000100:00100000:0.0:1762166833.334762:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440203136 00000100:00100000:0.0:1762166833.334789:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3022 00000100:00100000:0.0:1762166833.334794:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc95b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+23:50504:x1847765440203136:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:0.0:1762166833.334801:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166833.334807:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0da08 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b8343 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.334826:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1c00/0x2f180c4effb0da0f lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.334831:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1c00/0x2f180c4effb0da0f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.334836:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1c00/0x2f180c4effb0da0f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000004:00200000:0.0:1762166833.334850:0:12357:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1762166833.334853:0:12357:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1762166833.334864:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0da08 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8343 expref: 25 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.334872:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1c00/0x2f180c4effb0da0f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8343 expref: 24 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.334876:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x0 (ffff945cc7dfda00) 00010000:00010000:0.0:1762166833.334878:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1762166833.334879:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bc60b1c00, rc 0) 00000100:00100000:0.0:1762166833.334902:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc95b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+24:50504:x1847765440203136:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 108us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1762166833.334906:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3022 00000100:00100000:2.0:1762166833.335932:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.336000:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440203264 00000100:00100000:0.0:1762166833.336026:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440203264 00000100:00080000:2.0:1762166833.336088:0:6490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1762166833.336114:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3023 00000100:00100000:0.0:1762166833.336134:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc95b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+19:50504:x1847765440203264:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:0.0:1762166833.336154:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166833.336174:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1e00/0x2f180c4effb0da16 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b834a expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.336230:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0200/0x2f180c4effb0da1d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.336245:0:12357:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff945cf786bc00/0x2f180c4effb0d9d7 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x2f180c4effb0d9d0 expref: 6 pid: 6500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.336255:0:12357:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0200/0x2f180c4effb0da1d lrc: 4/1,0 mode: --/PR res: [0x240000405:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT1 00010000:00010000:0.0:1762166833.336299:0:12357:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff945cf786bc00/0x2f180c4effb0d9d7 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x2f180c4effb0d9d0 expref: 6 pid: 6500 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762166833.336318:0:12357:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945ceffd3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12357:1847765446879360:0@lo:104: 00000100:00100000:0.0:1762166833.336384:0:12357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762166833.336461:0:6478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446879360 00000100:00100000:0.0:1762166833.336465:0:12357:0:(client.c:2680:ptlrpc_set_wait()) set ffff945bc37e7d80 going to sleep for 11 seconds 00000100:00100000:1.0:1762166833.336469:0:6478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446879360 00000100:00100000:1.0:1762166833.336540:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1762166833.336548:0:6478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc47b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:12357:x1847765446879360:12345-0@lo:104: 00010000:00010000:1.0:1762166833.336561:0:6478:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff945cf3cad000/0x2f180c4effb0d9d0 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x2f180c4effb0d9d7 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166833.336635:0:6478:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1762166833.336641:0:6478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc47b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:12357:x1847765446879360:12345-0@lo:104: Request processed in 94us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1762166833.336648:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00010000:00010000:3.0:1762166833.336662:0:6483:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762166833.336669:0:6483:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff945cf3cad000/0x2f180c4effb0d9d0 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x2f180c4effb0d9d7 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762166833.336675:0:12357:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945ceffd3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12357:1847765446879360:0@lo:104: 00010000:00010000:3.0:1762166833.336689:0:6483:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf3cad000 already unused, calling callback (ffffffffc18ef820) 00010000:00010000:3.0:1762166833.336693:0:6483:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff945cf3cad000/0x2f180c4effb0d9d0 lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x1:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x2f180c4effb0d9d7 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.336699:0:12357:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0200/0x2f180c4effb0da1d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT1 00000004:00010000:3.0:1762166833.336700:0:6483:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff945cf3cad000/0x2f180c4effb0d9d0 lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x1:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x2f180c4effb0d9d7 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.336758:0:6483:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff945cf3cad000/0x2f180c4effb0d9d0 lrc: 2/0,0 mode: --/PW res: [0x240000405:0x1:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x2f180c4effb0d9d7 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.336766:0:6483:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1762166833.336803:0:6483:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff945cf3cad000/0x2f180c4effb0d9d0 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x2f180c4effb0d9d7 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.336812:0:6483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff945cf3cad000/0x2f180c4effb0d9d0 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x2f180c4effb0d9d7 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762166833.336819:0:3634:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc4944e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1847765446879488:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1762166833.336833:0:6483:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762166833.336835:0:6483:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762166833.336837:0:6483:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762166833.336867:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762166833.336918:0:6480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446879488 00000100:00100000:1.0:1762166833.336923:0:6480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446879488 00010000:00010000:1.0:1762166833.336941:0:6480:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff945cf786bc00/0x2f180c4effb0d9d7 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x2f180c4effb0d9d0 expref: 7 pid: 6500 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762166833.336971:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:1.0:1762166833.336979:0:6480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc95b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+7:3634:x1847765446879488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1762166833.336997:0:6480:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1762166833.338135:0:7412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967552 is committed 00010000:00010000:1.0:1762166833.338237:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945cf786bc00/0x2f180c4effb0d9d7 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x2f180c4effb0d9d0 expref: 6 pid: 6500 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166833.338252:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1:0x0].0x0 (ffff945bc4034300) 00010000:00010000:1.0:1762166833.338257:0:6480:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0200/0x2f180c4effb0da1d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT1 00010000:00010000:1.0:1762166833.338266:0:6480:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0200/0x2f180c4effb0da1d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12357 initiator: MDT1 00010000:00010000:1.0:1762166833.338273:0:6480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0200/0x2f180c4effb0da1d lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12357 initiator: MDT1 00010000:00010000:1.0:1762166833.338304:0:6480:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762166833.338353:0:6480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc95b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+5:3634:x1847765446879488:12345-0@lo:103:ldlm_bl.0 Request processed in 1374us (1485us total) trans 0 rc 0/0 00000100:00100000:1.0:1762166833.338362:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00010000:00010000:0.0:1762166833.338370:0:12357:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0200/0x2f180c4effb0da1d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT1 00010000:00010000:0.0:1762166833.338381:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0200/0x2f180c4effb0da1d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT1 00000100:00100000:2.0:1762166833.338407:0:3634:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc4944e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1847765446879488:0@lo:103:ldlm_bl.0 00000004:00200000:0.0:1762166833.338432:0:12357:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1762166833.338438:0:12357:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1762166833.338472:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1e00/0x2f180c4effb0da16 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b834a expref: 21 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.338535:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0200/0x2f180c4effb0da1d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b834a expref: 20 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.338543:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1:0x0].0x0 (ffff945bc4034300) 00010000:00010000:0.0:1762166833.338546:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1762166833.338550:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bc60b0200, rc 0) 00000100:00100000:0.0:1762166833.338606:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc95b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+20:50504:x1847765440203264:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 2476us (2674us total) trans 0 rc 0/0 00000100:00100000:0.0:1762166833.338614:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3023 00000100:00100000:3.0:1762166833.339927:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.339964:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440203392 00000100:00100000:0.0:1762166833.339971:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440203392 00000100:00100000:0.0:1762166833.340000:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3024 00000100:00100000:0.0:1762166833.340006:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4945880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+24:50504:x1847765440203392:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:0.0:1762166833.340017:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166833.340031:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0c00/0x2f180c4effb0da24 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b8351 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.340075:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1000/0x2f180c4effb0da2b lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.340086:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1000/0x2f180c4effb0da2b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.340094:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1000/0x2f180c4effb0da2b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.340113:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0600/0x2f180c4effb0da32 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.340120:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0600/0x2f180c4effb0da32 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.340125:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0600/0x2f180c4effb0da32 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.340169:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1000/0x2f180c4effb0da2b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.340175:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1000/0x2f180c4effb0da2b lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.340181:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1000/0x2f180c4effb0da2b lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.340186:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bc60b1000 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166833.340190:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1000/0x2f180c4effb0da2b lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.340197:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1000/0x2f180c4effb0da2b lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.340214:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x0 (ffff945cc7dfda00) 00010000:00010000:0.0:1762166833.340219:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166833.340223:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1000/0x2f180c4effb0da2b lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.340229:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1000/0x2f180c4effb0da2b lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.340238:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0600/0x2f180c4effb0da32 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.340249:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0600/0x2f180c4effb0da32 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.340255:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0600/0x2f180c4effb0da32 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.340259:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bc60b0600 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166833.340263:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0600/0x2f180c4effb0da32 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.340268:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0600/0x2f180c4effb0da32 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.340276:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x98a5b8df (ffff945bc1090a00) 00010000:00010000:0.0:1762166833.340279:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166833.340282:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0600/0x2f180c4effb0da32 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.340287:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0600/0x2f180c4effb0da32 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.340310:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0c00/0x2f180c4effb0da24 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8351 expref: 25 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.340318:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x0 (ffff945cc7dfda00) 00010000:00010000:0.0:1762166833.340320:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166833.340324:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0c00/0x2f180c4effb0da24 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8351 expref: 25 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.340331:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bc60b0c00, rc 0) 00000100:00100000:0.0:1762166833.340367:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4945880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+24:50504:x1847765440203392:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 360us (440us total) trans 0 rc 301/301 00000100:00100000:0.0:1762166833.340379:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3024 00000100:00100000:2.0:1762166833.341909:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.341944:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440203520 00000100:00100000:0.0:1762166833.341950:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440203520 00000100:00100000:0.0:1762166833.341987:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3025 00000100:00100000:0.0:1762166833.341996:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc95b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+24:50504:x1847765440203520:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:0.0:1762166833.342008:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166833.342019:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0e00/0x2f180c4effb0da39 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b8358 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.342058:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0800/0x2f180c4effb0da40 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.342068:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0800/0x2f180c4effb0da40 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x16:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.342077:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0800/0x2f180c4effb0da40 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x16:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000004:00200000:0.0:1762166833.342136:0:12357:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x16:0x0]: returning size 4096 00000004:00200000:0.0:1762166833.342141:0:12357:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1762166833.342154:0:12357:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0800/0x2f180c4effb0da40 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x16:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.342173:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0e00/0x2f180c4effb0da39 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8358 expref: 26 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.342187:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0800/0x2f180c4effb0da40 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x16:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8358 expref: 25 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.342194:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x16:0x0].0x0 (ffff945cc7dfd700) 00010000:00010000:0.0:1762166833.342203:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1762166833.342206:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bc60b0800, rc 0) 00000100:00100000:0.0:1762166833.342243:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc95b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+25:50504:x1847765440203520:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 249us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1762166833.342250:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3025 00000100:00100000:2.0:1762166833.344589:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.344631:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440203776 00000100:00100000:0.0:1762166833.344639:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440203776 00000100:00100000:0.0:1762166833.344685:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3026 00000100:00100000:0.0:1762166833.344694:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc95b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+25:50504:x1847765440203776:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:0.0:1762166833.344710:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166833.344713:0:12357:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1762166833.344734:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1c00/0x2f180c4effb0da0f lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8343 expref: 25 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.344750:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x0 (ffff945cc7dfda00) 00010000:00010000:0.0:1762166833.344754:0:12357:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762166833.344764:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1e00/0x2f180c4effb0da47 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b835f expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.344840:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1200/0x2f180c4effb0da4e lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.344858:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1200/0x2f180c4effb0da4e lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.344867:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1200/0x2f180c4effb0da4e lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.344880:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0da55 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.344902:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0da55 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.344909:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0da55 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.345228:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0400/0x2f180c4effb0da5c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.345237:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0400/0x2f180c4effb0da5c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.345244:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0400/0x2f180c4effb0da5c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000004:00200000:0.0:1762166833.345252:0:12357:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x17:0x0]: returning size 0 00010000:00010000:0.0:1762166833.345274:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1200/0x2f180c4effb0da4e lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.345281:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1200/0x2f180c4effb0da4e lrc: 2/0,0 mode: CW/CW res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.345287:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1200/0x2f180c4effb0da4e lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.345293:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bc60b1200 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166833.345297:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1200/0x2f180c4effb0da4e lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.345303:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1200/0x2f180c4effb0da4e lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.345310:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x0 (ffff945cc7dfda00) 00010000:00010000:0.0:1762166833.345326:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166833.345331:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1200/0x2f180c4effb0da4e lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.345336:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1200/0x2f180c4effb0da4e lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00000004:00010000:0.0:1762166833.345346:0:12357:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003791ee8b reply state 000000004ff54df6 transno 8589934629 ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0da55 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.345356:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0da55 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.345362:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x98a5b8df (ffff945bc1090500) 00010000:00010000:0.0:1762166833.345364:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1762166833.345366:0:12357:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1762166833.345388:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1e00/0x2f180c4effb0da47 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b835f expref: 27 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.345399:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0400/0x2f180c4effb0da5c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b835f expref: 26 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.345406:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090d00) 00010000:00010000:0.0:1762166833.345408:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1762166833.345410:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bc60b0400, rc 0) 00000100:00100000:0.0:1762166833.345462:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc95b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+27:50504:x1847765440203776:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 769us (895us total) trans 8589934629 rc 0/0 00000100:00100000:0.0:1762166833.345469:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3026 00000100:00100000:3.0:1762166833.347259:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.347315:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440204032 00000100:00100000:0.0:1762166833.347323:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440204032 00000100:00100000:0.0:1762166833.347364:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3027 00000100:00100000:0.0:1762166833.347373:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4945c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+27:50504:x1847765440204032:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:0.0:1762166833.347398:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166833.347410:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0a00/0x2f180c4effb0da6a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b8366 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.347471:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0da71 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.347504:0:12357:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0400/0x2f180c4effb0da5c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b835f expref: 28 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.347512:0:12357:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0da71 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.347540:0:12357:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0400/0x2f180c4effb0da5c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b835f expref: 28 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.347552:0:12357:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0400/0x2f180c4effb0da5c lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b835f expref: 28 pid: 12357 timeout: 552 lvb_type: 0 00000100:00100000:0.0:1762166833.347580:0:12357:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945ceffd3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12357:1847765446879616:192.168.204.38@tcp:104: 00000100:00100000:0.0:1762166833.347637:0:12357:0:(client.c:2680:ptlrpc_set_wait()) set ffff945bc37e7000 going to sleep for 11 seconds 00000100:00100000:0.0:1762166833.348592:0:12357:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945ceffd3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12357:1847765446879616:192.168.204.38@tcp:104: 00010000:00010000:0.0:1762166833.348607:0:12357:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0da71 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000100:00100000:3.0:1762166833.348875:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1762166833.348941:0:6480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440204160 00000100:00100000:1.0:1762166833.348949:0:6480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440204160 00010000:00010000:1.0:1762166833.348981:0:6480:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0400/0x2f180c4effb0da5c lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b835f expref: 29 pid: 12357 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1762166833.349019:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 745 00000100:00100000:1.0:1762166833.349029:0:6480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4947100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e1e11365-ba0b-405b-99c9-a704373217f2+29:2418:x1847765440204160:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762166833.349045:0:6480:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762166833.349053:0:6480:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0400/0x2f180c4effb0da5c lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b835f expref: 29 pid: 12357 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1762166833.349067:0:6480:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0400/0x2f180c4effb0da5c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b835f expref: 29 pid: 12357 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1762166833.349104:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0400/0x2f180c4effb0da5c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b835f expref: 29 pid: 12357 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1762166833.349118:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090d00) 00010000:00010000:1.0:1762166833.349122:0:6480:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0da71 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166833.349128:0:6480:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0da71 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166833.349133:0:6480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0da71 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166833.349158:0:6480:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762166833.349191:0:12357:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0da71 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.349199:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0da71 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000100:00100000:1.0:1762166833.349201:0:6480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4947100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e1e11365-ba0b-405b-99c9-a704373217f2+28:2418:x1847765440204160:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 174us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1762166833.349211:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 745 00000004:00200000:0.0:1762166833.349235:0:12357:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x17:0x0]: returning size 0 00000004:00080000:0.0:1762166833.349433:0:12357:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x63:0x0], index 0: 0 00000004:00080000:0.0:1762166833.349439:0:12357:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x63:0x0], index 1: 0 00000004:00080000:0.0:1762166833.349442:0:12357:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x64:0x0], index 1: 0 00000004:00080000:0.0:1762166833.349444:0:12357:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x64:0x0], index 0: 0 00010000:00010000:0.0:1762166833.349617:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0da71 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.349626:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0da71 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.349633:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0da71 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.349639:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf786bc00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166833.349644:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0da71 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.349651:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0da71 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.349661:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090d00) 00010000:00010000:0.0:1762166833.349663:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1762166833.349666:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0da71 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.349670:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0da71 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.349706:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0a00/0x2f180c4effb0da6a lrc: 1/0,0 mode: --/CR res: [0x200000405:0x17:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8366 expref: 28 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.349721:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090d00) 00010000:00010000:0.0:1762166833.349723:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1762166833.349726:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0a00/0x2f180c4effb0da6a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x17:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8366 expref: 28 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.349738:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bc60b0a00, rc 0) 00000100:00100000:0.0:1762166833.349771:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4945c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+27:50504:x1847765440204032:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 2401us (2522us total) trans 8589934630 rc 301/301 00000100:00100000:0.0:1762166833.349776:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3027 00000100:00100000:3.0:1762166833.350876:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1762166833.350943:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440204416 00000100:00100000:2.0:1762166833.350950:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440204416 00000100:00100000:2.0:1762166833.350999:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 870 00000100:00100000:2.0:1762166833.351010:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4947480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1e11365-ba0b-405b-99c9-a704373217f2+27:50504:x1847765440204416:12345-192.168.204.38@tcp:35:lfs.0 00000100:00100000:2.0:1762166833.351250:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4947480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1e11365-ba0b-405b-99c9-a704373217f2+28:50504:x1847765440204416:12345-192.168.204.38@tcp:35:lfs.0 Request processed in 242us (378us total) trans 8589934631 rc 0/0 00000100:00100000:2.0:1762166833.351263:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 870 00000100:00100000:2.0:1762166833.352019:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166833.352070:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440204672 00000100:00100000:3.0:1762166833.352075:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440204672 00000100:00100000:3.0:1762166833.352106:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 871 00000100:00100000:3.0:1762166833.352115:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc95b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1e11365-ba0b-405b-99c9-a704373217f2+28:50504:x1847765440204672:12345-192.168.204.38@tcp:35:lfs.0 00000100:00100000:3.0:1762166833.352227:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc95b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1e11365-ba0b-405b-99c9-a704373217f2+29:50504:x1847765440204672:12345-192.168.204.38@tcp:35:lfs.0 Request processed in 113us (206us total) trans 8589934632 rc 0/0 00000100:00100000:3.0:1762166833.352234:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 871 00000100:00100000:1.0:1762166833.361967:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.362023:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440204928 00000100:00100000:0.0:1762166833.362031:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440204928 00000100:00100000:0.0:1762166833.362094:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3028 00000100:00100000:0.0:1762166833.362107:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf1cd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+29:50506:x1847765440204928:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:0.0:1762166833.362131:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166833.362148:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0da7f lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b836d expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.362217:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a600/0x2f180c4effb0da86 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.362230:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a600/0x2f180c4effb0da86 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.362241:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a600/0x2f180c4effb0da86 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.362251:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ac00/0x2f180c4effb0da8d lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.362273:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ac00/0x2f180c4effb0da8d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.362280:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ac00/0x2f180c4effb0da8d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.362350:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a600/0x2f180c4effb0da86 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.362360:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a600/0x2f180c4effb0da86 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.362366:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a600/0x2f180c4effb0da86 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.362372:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf786a600 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166833.362375:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a600/0x2f180c4effb0da86 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.362382:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a600/0x2f180c4effb0da86 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.362393:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x0 (ffff945cc7dfda00) 00010000:00010000:0.0:1762166833.362396:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166833.362401:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a600/0x2f180c4effb0da86 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.362406:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a600/0x2f180c4effb0da86 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.362416:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ac00/0x2f180c4effb0da8d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.362421:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ac00/0x2f180c4effb0da8d lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.362431:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ac00/0x2f180c4effb0da8d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.362435:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf786ac00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166833.362438:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ac00/0x2f180c4effb0da8d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.362443:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ac00/0x2f180c4effb0da8d lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.362449:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x98a5b8df (ffff945bc1090500) 00010000:00010000:0.0:1762166833.362451:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166833.362453:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ac00/0x2f180c4effb0da8d lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.362458:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ac00/0x2f180c4effb0da8d lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.362515:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0da7f lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b836d expref: 30 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.362525:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x0 (ffff945cc7dfda00) 00010000:00010000:0.0:1762166833.362528:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1762166833.362532:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0da7f lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b836d expref: 30 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.362542:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945cf786bc00, rc 0) 00000100:00100000:0.0:1762166833.362604:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf1cd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+29:50506:x1847765440204928:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 500us (647us total) trans 0 rc 301/301 00000100:00100000:0.0:1762166833.362612:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3028 00000100:00100000:0.0:1762166833.363987:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1762166833.364038:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440205184 00000100:00100000:2.0:1762166833.364044:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440205184 00000100:00100000:2.0:1762166833.364079:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3029 00000100:00100000:2.0:1762166833.364089:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945ceffd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+29:50506:x1847765440205184:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:2.0:1762166833.364101:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1762166833.364113:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cade00/0x2f180c4effb0da94 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b8374 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1762166833.364237:0:12357:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x16:0x0]: returning size 4096 00010000:00010000:2.0:1762166833.364321:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cade00/0x2f180c4effb0da94 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8374 expref: 31 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.364332:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff945cd0738700) 00010000:00010000:2.0:1762166833.364335:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1762166833.364339:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cade00/0x2f180c4effb0da94 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8374 expref: 31 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.364350:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945cf3cade00, rc 0) 00000100:00100000:2.0:1762166833.364396:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945ceffd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+30:50506:x1847765440205184:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 309us (411us total) trans 8589934633 rc 301/301 00000100:00100000:2.0:1762166833.364404:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3029 00000100:00100000:2.0:1762166833.365378:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.365446:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440205312 00000100:00100000:0.0:1762166833.365451:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440205312 00000100:00100000:0.0:1762166833.365504:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3030 00000100:00100000:0.0:1762166833.365513:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc95b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+30:50506:x1847765440205312:12345-192.168.204.38@tcp:34:lfs.0 00010000:00010000:0.0:1762166833.365552:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0daa2 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365575:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0daa2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365585:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0daa2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365595:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0daa9 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365602:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0daa9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365609:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0daa9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365654:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0dab0 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365661:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0dab0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365667:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0dab0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000004:00200000:0.0:1762166833.365691:0:12357:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x17:0x0]: returning size 0 00000004:00200000:0.0:1762166833.365695:0:12357:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1762166833.365717:0:12357:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0dab0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365732:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0daa2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365738:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0daa2 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365745:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0daa2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365750:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf786a400 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166833.365754:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0daa2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365760:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0daa2 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365768:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x0 (ffff945cc7dfda00) 00010000:00010000:0.0:1762166833.365770:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166833.365774:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0daa2 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365780:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0daa2 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365789:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0daa9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365795:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0daa9 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365800:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0daa9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365813:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf786ba00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166833.365816:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0daa9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365822:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0daa9 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365828:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x98a5b8df (ffff945bc1090500) 00010000:00010000:0.0:1762166833.365831:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166833.365833:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0daa9 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365838:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0daa9 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365847:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0dab0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365852:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0dab0 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365858:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0dab0 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365863:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf786ae00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166833.365866:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0dab0 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365871:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0dab0 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365876:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090d00) 00010000:00010000:0.0:1762166833.365882:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166833.365885:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0dab0 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.365891:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0dab0 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00000100:00100000:0.0:1762166833.365941:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc95b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+30:50506:x1847765440205312:12345-192.168.204.38@tcp:34:lfs.0 Request processed in 429us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1762166833.365948:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3030 00000100:00100000:1.0:1762166833.367253:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166833.367307:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440205568 00000100:00100000:3.0:1762166833.367314:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440205568 00000100:00100000:3.0:1762166833.367350:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 872 00000100:00100000:3.0:1762166833.367358:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cff2fd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1e11365-ba0b-405b-99c9-a704373217f2+30:50506:x1847765440205568:12345-192.168.204.38@tcp:35:lfs.0 00000100:00100000:3.0:1762166833.367517:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cff2fd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1e11365-ba0b-405b-99c9-a704373217f2+31:50506:x1847765440205568:12345-192.168.204.38@tcp:35:lfs.0 Request processed in 158us (264us total) trans 8589934634 rc 0/0 00000100:00100000:3.0:1762166833.367527:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 872 00000100:00100000:3.0:1762166833.377562:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.377649:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440205824 00000100:00100000:0.0:1762166833.377662:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440205824 00000100:00100000:0.0:1762166833.377726:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3031 00000100:00100000:0.0:1762166833.377735:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4947480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+31:50509:x1847765440205824:12345-192.168.204.38@tcp:101:fallocate.0 00010000:00010000:0.0:1762166833.377763:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166833.377787:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0dab7 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b837b expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.377882:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0dabe lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.377899:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0dabe lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.377912:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0dabe lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.377924:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0dac5 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.377930:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0dac5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.377961:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0dac5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.378105:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0dacc lrc: 3/1,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.378114:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0dacc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.378120:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0dacc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000004:00200000:0.0:1762166833.378133:0:12357:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x17:0x0]: returning size 0 00010000:00010000:0.0:1762166833.378238:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0dabe lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.378246:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0dabe lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.378253:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0dabe lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.378260:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf786ba00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166833.378265:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0dabe lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.378271:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0dabe lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.378281:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x0 (ffff945cc7dfda00) 00010000:00010000:0.0:1762166833.378284:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166833.378289:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0dabe lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.378306:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0dabe lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.378320:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0dac5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.378325:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0dac5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.378331:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0dac5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.378336:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf786a400 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166833.378339:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0dac5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.378344:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0dac5 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.378352:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x98a5b8df (ffff945bc1090500) 00010000:00010000:0.0:1762166833.378354:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166833.378357:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0dac5 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.378363:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a400/0x2f180c4effb0dac5 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.378425:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0dab7 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b837b expref: 34 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.378439:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0dacc lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b837b expref: 33 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.378456:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090d00) 00010000:00010000:0.0:1762166833.378458:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1762166833.378460:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945cf786bc00, rc 0) 00000100:00100000:0.0:1762166833.378604:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4947480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+33:50509:x1847765440205824:12345-192.168.204.38@tcp:101:fallocate.0 Request processed in 869us (1056us total) trans 8589934635 rc 0/0 00000100:00100000:0.0:1762166833.378614:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3031 00000100:00100000:2.0:1762166833.380107:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.380158:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440206080 00000100:00100000:0.0:1762166833.380168:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440206080 00000100:00100000:0.0:1762166833.380215:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3032 00000100:00100000:0.0:1762166833.380221:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc95b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+33:50509:x1847765440206080:12345-192.168.204.38@tcp:101:fallocate.0 00010000:00010000:0.0:1762166833.380242:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166833.380245:0:12357:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1762166833.380263:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0dacc lrc: 0/0,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b837b expref: 33 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.380276:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090d00) 00010000:00010000:0.0:1762166833.380283:0:12357:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762166833.380292:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ac00/0x2f180c4effb0dada lrc: 2/0,0 mode: --/EX res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b8382 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.380339:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a600/0x2f180c4effb0dae1 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.380349:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a600/0x2f180c4effb0dae1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x17:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.380359:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a600/0x2f180c4effb0dae1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x17:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000040:00080000:0.0:1762166833.380667:0:12357:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].5, 88 off8560 00000004:00080000:0.0:1762166833.380675:0:12357:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 452529197286ns, next at 452789867331ns, rc = 0 00000040:00080000:0.0:1762166833.380701:0:12357:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].4, 88 off8496 00000004:00080000:0.0:1762166833.380707:0:12357:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 452529229059ns, next at 452789906596ns, rc = 0 00000040:00080000:0.0:1762166833.380731:0:12357:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].5, 88 off8584 00000004:00080000:0.0:1762166833.380736:0:12357:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 452529258246ns, next at 452789906596ns, rc = 0 00000040:00080000:0.0:1762166833.380790:0:12357:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].6, 88 off8648 00000004:00080000:0.0:1762166833.380796:0:12357:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 452529318081ns, next at 452789867331ns, rc = 0 00000001:00080000:3.0:1762166833.382291:0:32215:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934636 is committed 00000004:00080000:3.0:1762166833.382300:0:32215:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 7 committed 00000004:00080000:3.0:1762166833.382312:0:32215:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 5 committed 00000004:00080000:3.0:1762166833.382326:0:32215:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 4 committed 00000004:00080000:3.0:1762166833.382329:0:32215:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 6 committed 00010000:00010000:2.0:1762166833.382332:0:3619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411c00/0x2f180c4effb0d98a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x13:0x0].0xe1e61496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.382359:0:3619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411c00/0x2f180c4effb0d98a lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x13:0x0].0xe1e61496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00000004:00080000:3.0:1762166833.382367:0:32215:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 3 committed 00010000:00010000:2.0:1762166833.382368:0:3619:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411c00/0x2f180c4effb0d98a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x13:0x0].0xe1e61496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00000004:00080000:3.0:1762166833.382374:0:32215:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 5 committed 00010000:00010000:2.0:1762166833.382393:0:3619:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bc4411c00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:2.0:1762166833.382399:0:3619:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411c00/0x2f180c4effb0d98a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x13:0x0].0xe1e61496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.382410:0:3619:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411c00/0x2f180c4effb0d98a lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x13:0x0].0xe1e61496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00000100:00100000:3.0:1762166833.382421:0:3635:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf1cd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1847765446879744:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762166833.382452:0:3619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x13:0x0].0xe1e61496 (ffff945bc4180b00) 00010000:00010000:2.0:1762166833.382455:0:3619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1762166833.382459:0:3619:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411c00/0x2f180c4effb0d98a lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x13:0x0].0xe1e61496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.382464:0:3619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411c00/0x2f180c4effb0d98a lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x13:0x0].0xe1e61496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00000100:00100000:1.0:1762166833.382560:0:3633:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf1cd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1847765446880000:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1762166833.382575:0:3619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786b600/0x2f180c4effb0d9bb lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.382585:0:3619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786b600/0x2f180c4effb0d9bb lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00000100:00100000:3.0:1762166833.382593:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762166833.382601:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a600/0x2f180c4effb0dae1 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x17:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8382 expref: 23 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.382605:0:3619:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786b600/0x2f180c4effb0d9bb lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00000100:00100000:1.0:1762166833.382633:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762166833.382633:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:2.0:1762166833.382634:0:3619:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf786b600 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:2.0:1762166833.382644:0:3619:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786b600/0x2f180c4effb0d9bb lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.382645:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1762166833.382655:0:3619:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786b600/0x2f180c4effb0d9bb lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.382668:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ac00/0x2f180c4effb0dada lrc: 0/0,0 mode: --/EX res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8382 expref: 23 pid: 12357 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1762166833.382669:0:3619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7b0e8b47 (ffff945bc4077200) 00000100:00100000:3.0:1762166833.382677:0:3635:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bcbe37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1847765446880256:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1762166833.382682:0:3619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1762166833.382686:0:3633:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1762166833.382702:0:3633:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bcbe35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1847765446880128:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1762166833.382702:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a600/0x2f180c4effb0dae1 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x17:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8382 expref: 22 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.382703:0:3619:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786b600/0x2f180c4effb0d9bb lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00000100:00100000:3.0:1762166833.382729:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762166833.382741:0:3619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786b600/0x2f180c4effb0d9bb lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.382753:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:0.0:1762166833.382758:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:1.0:1762166833.382760:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762166833.382763:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945cf786a600, rc 0) 00000100:00100000:3.0:1762166833.382772:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00010000:00010000:2.0:1762166833.382773:0:3619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3caca00/0x2f180c4effb0d9c2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00000100:00100000:3.0:1762166833.382783:0:3635:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bcbe34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1847765446879872:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762166833.382786:0:3619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3caca00/0x2f180c4effb0d9c2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.382795:0:3619:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3caca00/0x2f180c4effb0d9c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.382800:0:3619:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf3caca00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:2.0:1762166833.382804:0:3619:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3caca00/0x2f180c4effb0d9c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.382809:0:3619:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3caca00/0x2f180c4effb0d9c2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00000100:00100000:1.0:1762166833.382810:0:8382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446879744 00000100:00100000:1.0:1762166833.382820:0:8382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446879744 00000100:00100000:3.0:1762166833.382825:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762166833.382827:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc95b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+22:50509:x1847765440206080:12345-192.168.204.38@tcp:101:fallocate.0 Request processed in 2603us (2725us total) trans 8589934636 rc 0/0 00010000:00010000:2.0:1762166833.382828:0:3619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x16:0x0].0x0 (ffff945cc7dfd700) 00010000:00010000:2.0:1762166833.382841:0:3619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1762166833.382846:0:3619:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3caca00/0x2f180c4effb0d9c2 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00000100:00100000:3.0:1762166833.382852:0:3635:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf1cd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1847765446880384:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1762166833.382852:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3032 00010000:00010000:2.0:1762166833.382871:0:3619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3caca00/0x2f180c4effb0d9c2 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00000100:00100000:1.0:1762166833.382873:0:8382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446880000 00000100:00100000:1.0:1762166833.382881:0:8382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446880000 00010000:00010000:2.0:1762166833.382889:0:3619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad400/0x2f180c4effb0d9c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00000100:00100000:0.0:1762166833.382902:0:8383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446880256 00000100:00100000:3.0:1762166833.382907:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762166833.382910:0:3619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad400/0x2f180c4effb0d9c9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00000100:00100000:0.0:1762166833.382912:0:8383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446880256 00010000:00010000:2.0:1762166833.382916:0:3619:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad400/0x2f180c4effb0d9c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.382922:0:3619:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf3cad400 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:2.0:1762166833.382926:0:3619:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad400/0x2f180c4effb0d9c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00000100:00100000:1.0:1762166833.382927:0:8382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446880128 00000100:00100000:1.0:1762166833.382936:0:8382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446880128 00010000:00010000:2.0:1762166833.382949:0:3619:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad400/0x2f180c4effb0d9c9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00000100:00100000:0.0:1762166833.382955:0:8383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446879872 00010000:00010000:2.0:1762166833.382961:0:3619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x0 (ffff945cc7dfda00) 00000100:00100000:0.0:1762166833.382962:0:8383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446879872 00010000:00010000:2.0:1762166833.382965:0:3619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1762166833.382966:0:28874:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446880384 00010000:00010000:2.0:1762166833.382971:0:3619:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad400/0x2f180c4effb0d9c9 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00000100:00100000:3.0:1762166833.382975:0:28874:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446880384 00000100:00100000:1.0:1762166833.382979:0:8382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1207 00010000:00010000:2.0:1762166833.382990:0:3619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad400/0x2f180c4effb0d9c9 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00000100:00100000:1.0:1762166833.382998:0:8382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4946a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3635:x1847765446879744:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762166833.383007:0:8383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208 00000100:00100000:3.0:1762166833.383017:0:28874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00010000:00010000:2.0:1762166833.383019:0:3619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0da55 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00000100:00100000:0.0:1762166833.383023:0:8383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf1cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3633:x1847765446880000:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1762166833.383028:0:28874:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf3d59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3635:x1847765446880256:12345-0@lo:2:osp-syn-1-0.0 00002000:00080000:1.0:1762166833.383031:0:8382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:98 count 1 00010000:00010000:2.0:1762166833.383052:0:3619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0da55 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.383057:0:3619:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0da55 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.383062:0:3619:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bc60b1800 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:2.0:1762166833.383066:0:3619:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0da55 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.383072:0:3619:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0da55 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166833.383078:0:8382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff945bc4411e00/0x2f180c4effb0dae8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x62:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.383082:0:3619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x98a5b8df (ffff945bc1090500) 00010000:00010000:2.0:1762166833.383092:0:3619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1762166833.383099:0:3619:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0da55 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.383106:0:3619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0da55 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:1.0:1762166833.383113:0:8382:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff945cf786be00/0x2f180c4effb0d960 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8320 expref: 6 pid: 28874 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762166833.383128:0:8382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762166833.383132:0:8382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762166833.383137:0:8382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff945bc4411e00/0x2f180c4effb0dae8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166833.383169:0:8382:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff945cf786be00/0x2f180c4effb0d960 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8320 expref: 6 pid: 28874 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762166833.383187:0:8382:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff945cf786be00/0x2f180c4effb0d960 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8320 expref: 6 pid: 28874 timeout: 552 lvb_type: 1 00000100:00100000:1.0:1762166833.383204:0:8382:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf1cd2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8382:1847765446880512:192.168.204.38@tcp:104: 00000100:00100000:2.0:1762166833.383228:0:8380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1210 00000100:00100000:3.0:1762166833.383229:0:28874:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf3d59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3635:x1847765446880256:12345-0@lo:2:osp-syn-1-0.0 Request processed in 197us (503us total) trans 17179869410 rc 0/0 00000100:00100000:0.0:1762166833.383231:0:8383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf1cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3633:x1847765446880000:12345-0@lo:2:osp-syn-0-0.0 Request processed in 211us (602us total) trans 21474836739 rc 0/0 00000100:00100000:3.0:1762166833.383249:0:28874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00000100:00100000:2.0:1762166833.383257:0:8380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf1cd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3633:x1847765446880128:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1762166833.383258:0:8383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208 00000100:00100000:1.0:1762166833.383265:0:8382:0:(client.c:2680:ptlrpc_set_wait()) set ffff945cc9a5e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1762166833.383273:0:28874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211 00000100:00100000:0.0:1762166833.383283:0:8383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212 00000100:00100000:3.0:1762166833.383284:0:28874:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4947b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3635:x1847765446879872:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762166833.383297:0:8383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4944a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3635:x1847765446880384:12345-0@lo:2:osp-syn-0-0.0 00002000:00080000:3.0:1762166833.383300:0:28874:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:98 count 1 00002000:00010000:3.0:1762166833.383319:0:28874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x62:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1762166833.383324:0:28874:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff945bcaa29e00/0x2f180c4effb0daef lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28874 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762166833.383327:0:3633:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff945cf1cd1180/2, rc 0, transno 21474836739 00010000:00010000:3.0:1762166833.383336:0:28874:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762166833.383341:0:28874:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762166833.383341:0:3633:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf1cd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1847765446880000:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1762166833.383347:0:28874:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff945bcaa29e00/0x2f180c4effb0daef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.383358:0:28874:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff945bcaa29e00/0x2f180c4effb0daef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.383366:0:28874:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff945bcaa29e00/0x2f180c4effb0daef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.383371:0:28874:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff945bcaa29e00/0x2f180c4effb0daef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.383402:0:28874:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762166833.383407:0:8383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4944a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3635:x1847765446880384:12345-0@lo:2:osp-syn-0-0.0 Request processed in 110us (510us total) trans 21474836740 rc 0/0 00000100:00100000:0.0:1762166833.383416:0:8383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212 00010000:00010000:0.0:1762166833.383462:0:10257:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762166833.383471:0:10257:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff945bcaa29e00/0x2f180c4effb0daef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28874 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762166833.383498:0:8380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf1cd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3633:x1847765446880128:12345-0@lo:2:osp-syn-1-0.0 Request processed in 232us (721us total) trans 17179869411 rc 0/0 00000100:00100000:2.0:1762166833.383513:0:8380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1210 00010000:00010000:0.0:1762166833.383525:0:10257:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bcaa29e00 already unused, calling callback (ffffffffc0cd9320) 00010000:00010000:0.0:1762166833.383531:0:10257:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff945bcaa29e00/0x2f180c4effb0daef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.383541:0:10257:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff945bcaa29e00/0x2f180c4effb0daef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.383554:0:10257:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff945bcaa29e00/0x2f180c4effb0daef lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.383560:0:10257:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff945bcaa29e00/0x2f180c4effb0daef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28874 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762166833.383596:0:3633:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff945bcbe35f80/2, rc 0, transno 17179869411 00000100:00100000:2.0:1762166833.383602:0:3633:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bcbe35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1847765446880128:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1762166833.383603:0:10257:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762166833.383612:0:10257:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762166833.383620:0:10257:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762166833.383684:0:28874:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4947b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3635:x1847765446879872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 404us (865us total) trans 17179869412 rc 0/0 00000100:00100000:3.0:1762166833.383692:0:28874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211 00000004:00080000:3.0:1762166833.383727:0:3635:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff945bcbe34700/2, rc 0, transno 17179869412 00000100:00100000:3.0:1762166833.383730:0:3635:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bcbe34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1847765446879872:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1762166833.383777:0:3635:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff945cf1cd2680/2, rc 0, transno 21474836740 00000100:00100000:3.0:1762166833.383782:0:3635:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf1cd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1847765446880384:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1762166833.383794:0:3635:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff945bcbe37b80/2, rc 0, transno 17179869410 00000100:00100000:3.0:1762166833.383799:0:3635:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bcbe37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1847765446880256:0@lo:2:osp-syn-1-0.0 00000001:00080000:1.0:1762166833.384616:0:24624:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836740 is committed 00000001:00080000:1.0:1762166833.384628:0:24624:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836737 is committed 00000001:00080000:1.0:1762166833.384653:0:24624:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836734 is committed 00000001:00080000:2.0:1762166833.384712:0:25941:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869412 is committed 00000001:00080000:2.0:1762166833.384735:0:25941:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869408 is committed 00000001:00080000:2.0:1762166833.384740:0:25941:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869406 is committed 00000100:00100000:2.0:1762166833.384924:0:8382:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf1cd2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8382:1847765446880512:192.168.204.38@tcp:104: 00010000:00010000:2.0:1762166833.384950:0:8382:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff945bc4411e00/0x2f180c4effb0dae8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762166833.385033:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1762166833.385093:0:6480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440206208 00000100:00100000:1.0:1762166833.385101:0:6480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440206208 00000100:00080000:2.0:1762166833.385133:0:6490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1762166833.385144:0:6480:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff945cf786be00/0x2f180c4effb0d960 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8320 expref: 6 pid: 28874 timeout: 552 lvb_type: 1 00000100:00100000:1.0:1762166833.385176:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 746 00000100:00100000:1.0:1762166833.385185:0:6480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cff1ab450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e1e11365-ba0b-405b-99c9-a704373217f2+6:2419:x1847765440206208:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762166833.385197:0:6480:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762166833.385202:0:6480:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff945cf786be00/0x2f180c4effb0d960 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8320 expref: 6 pid: 28874 timeout: 552 lvb_type: 1 00010000:00010000:1.0:1762166833.385213:0:6480:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff945cf786be00/0x2f180c4effb0d960 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8320 expref: 6 pid: 28874 timeout: 552 lvb_type: 1 00010000:00010000:1.0:1762166833.385233:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff945cf786be00/0x2f180c4effb0d960 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8320 expref: 6 pid: 28874 timeout: 552 lvb_type: 1 00010000:00010000:1.0:1762166833.385247:0:6480:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762166833.385249:0:6480:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762166833.385254:0:6480:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff945bc4411e00/0x2f180c4effb0dae8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166833.385263:0:6480:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff945bc4411e00/0x2f180c4effb0dae8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166833.385288:0:6480:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762166833.385297:0:8382:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff945bc4411e00/0x2f180c4effb0dae8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.385307:0:8382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff945bc4411e00/0x2f180c4effb0dae8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.385315:0:8382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff945bc4411e00/0x2f180c4effb0dae8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.385336:0:8382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff945bc4411e00/0x2f180c4effb0dae8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762166833.385341:0:6480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cff1ab450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e1e11365-ba0b-405b-99c9-a704373217f2+5:2419:x1847765440206208:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 155us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1762166833.385359:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 746 00010000:00010000:2.0:1762166833.385360:0:8382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762166833.385537:0:10256:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762166833.385548:0:10256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff945bc4411e00/0x2f180c4effb0dae8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.385561:0:10256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bc4411e00 already unused, calling callback (ffffffffc0cd9320) 00010000:00010000:0.0:1762166833.385579:0:10256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff945bc4411e00/0x2f180c4effb0dae8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.385591:0:10256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff945bc4411e00/0x2f180c4effb0dae8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.385611:0:10256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff945bc4411e00/0x2f180c4effb0dae8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.385620:0:10256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff945bc4411e00/0x2f180c4effb0dae8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762166833.385627:0:8382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4946a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3635:x1847765446879744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2631us (3034us total) trans 21474836741 rc 0/0 00000100:00100000:2.0:1762166833.385652:0:8382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1207 00010000:00010000:0.0:1762166833.385678:0:10256:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762166833.385679:0:3635:0:(client.c:3071:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836740 gen 2 00010000:00010000:0.0:1762166833.385685:0:10256:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1762166833.385691:0:3635:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff945cf783aa00, transno 21474836738 00010000:00010000:0.0:1762166833.385692:0:10256:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1762166833.385710:0:3635:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff945cf1cd1180, transno 21474836739 00000004:00080000:1.0:1762166833.385717:0:3635:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff945cf1cd2680, transno 21474836740 00000100:00100000:1.0:1762166833.385729:0:3635:0:(client.c:3115:ptlrpc_free_committed()) @@@ stopping search req@ffff945cf1cd1f80 x1847765446879744/t21474836741(21474836741) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1762166849 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1762166833.385740:0:3635:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff945cf1cd1f80/2, rc 0, transno 21474836741 00000100:00100000:1.0:1762166833.385749:0:3635:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf1cd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1847765446879744:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762166833.385760:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.385823:0:28874:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440206336 00000100:00100000:0.0:1762166833.385832:0:28874:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440206336 00000004:00080000:1.0:1762166833.385873:0:32231:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 1 in progress, 0 in flight, 3 done 00000100:00100000:0.0:1762166833.385899:0:28874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1213 00000100:00100000:0.0:1762166833.385913:0:28874:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4945500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e1e11365-ba0b-405b-99c9-a704373217f2+5:50509:x1847765440206336:12345-192.168.204.38@tcp:101:fallocate.0 00010000:00010000:0.0:1762166833.385939:0:28874:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166833.385957:0:28874:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff945cf786a400/0x2f180c4effb0daf6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b8389 expref: -99 pid: 28874 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1762166833.385986:0:28874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x63:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1762166833.386005:0:28874:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762166833.386008:0:28874:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762166833.386017:0:28874:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff945cf786a400/0x2f180c4effb0daf6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8389 expref: 6 pid: 28874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.386031:0:28874:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff945cf786a400/0x2f180c4effb0daf6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8389 expref: 6 pid: 28874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.386041:0:28874:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945cf786a400, rc 0) 00000100:00100000:0.0:1762166833.386090:0:28874:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4945500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e1e11365-ba0b-405b-99c9-a704373217f2+6:50509:x1847765440206336:12345-192.168.204.38@tcp:101:fallocate.0 Request processed in 181us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1762166833.386098:0:28874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1213 00000100:00100000:0.0:1762166833.387060:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166833.387098:0:16567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440206464 00000100:00100000:3.0:1762166833.387105:0:16567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440206464 00000100:00100000:3.0:1762166833.387153:0:16567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 544 00000100:00100000:3.0:1762166833.387163:0:16567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bcbe35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e1e11365-ba0b-405b-99c9-a704373217f2+6:2417:x1847765440206464:12345-192.168.204.38@tcp:22:fallocate.0 00002000:00010000:3.0:1762166833.387278:0:16567:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x63:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1762166833.387282:0:16567:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x63:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1762166833.387284:0:16567:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x63:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1762166833.387286:0:16567:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x63:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1762166833.387288:0:16567:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x63:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1762166833.387327:0:16567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bcbe35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e1e11365-ba0b-405b-99c9-a704373217f2+7:2417:x1847765440206464:12345-192.168.204.38@tcp:22:fallocate.0 Request processed in 165us (267us total) trans 21474836742 rc 0/0 00000100:00100000:3.0:1762166833.387335:0:16567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 544 00000100:00100000:2.0:1762166833.388414:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.388462:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440206592 00000100:00100000:0.0:1762166833.388467:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440206592 00000100:00100000:0.0:1762166833.388529:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3033 00000100:00100000:0.0:1762166833.388538:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc95b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+20:50509:x1847765440206592:12345-192.168.204.38@tcp:44:fallocate.0 00000100:00100000:0.0:1762166833.388632:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc95b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+20:50509:x1847765440206592:12345-192.168.204.38@tcp:44:fallocate.0 Request processed in 96us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1762166833.388641:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3033 00000100:00100000:1.0:1762166833.389619:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1762166833.389652:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.389671:0:28874:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440206720 00000100:00100000:0.0:1762166833.389688:0:28874:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440206720 00000100:00100000:2.0:1762166833.389697:0:8382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440206848 00000100:00100000:2.0:1762166833.389703:0:8382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440206848 00000100:00100000:0.0:1762166833.389727:0:28874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1214 00000100:00100000:0.0:1762166833.389738:0:28874:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf1cd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e1e11365-ba0b-405b-99c9-a704373217f2+7:2419:x1847765440206720:12345-192.168.204.38@tcp:16:fallocate.0 00000100:00100000:2.0:1762166833.389757:0:8382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1215 00000100:00080000:1.0:1762166833.389768:0:6490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1762166833.389770:0:8382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf1cd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e1e11365-ba0b-405b-99c9-a704373217f2+5:2419:x1847765440206848:12345-192.168.204.38@tcp:16:fallocate.0 00000100:00100000:2.0:1762166833.389861:0:8382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf1cd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e1e11365-ba0b-405b-99c9-a704373217f2+5:2419:x1847765440206848:12345-192.168.204.38@tcp:16:fallocate.0 Request processed in 95us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1762166833.389869:0:8382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1215 00000001:00080000:1.0:1762166833.391158:0:24624:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836742 is committed 00000001:00080000:1.0:1762166833.391178:0:24624:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836741 is committed 00000100:00100000:0.0:1762166833.391292:0:28874:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf1cd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e1e11365-ba0b-405b-99c9-a704373217f2+6:2419:x1847765440206720:12345-192.168.204.38@tcp:16:fallocate.0 Request processed in 1551us (1669us total) trans 0 rc 0/0 00000100:00100000:0.0:1762166833.391302:0:28874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1214 00000100:00100000:1.0:1762166833.392624:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166833.392682:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440207104 00000100:00100000:3.0:1762166833.392706:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440207104 00000100:00100000:3.0:1762166833.392770:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 873 00000100:00100000:3.0:1762166833.392781:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf1cd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1e11365-ba0b-405b-99c9-a704373217f2+20:50509:x1847765440207104:12345-192.168.204.38@tcp:35:fallocate.0 00000100:00100000:3.0:1762166833.393076:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf1cd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1e11365-ba0b-405b-99c9-a704373217f2+21:50509:x1847765440207104:12345-192.168.204.38@tcp:35:fallocate.0 Request processed in 296us (458us total) trans 8589934637 rc 0/0 00000100:00100000:3.0:1762166833.393087:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 873 00000100:00100000:1.0:1762166833.404089:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.404213:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440207360 00000100:00100000:0.0:1762166833.404230:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440207360 00000100:00100000:0.0:1762166833.404308:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3034 00000100:00100000:0.0:1762166833.404318:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf1cd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+21:50511:x1847765440207360:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:0.0:1762166833.404350:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166833.404377:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ac00/0x2f180c4effb0dafd lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b8390 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.404452:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0db04 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.404465:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0db04 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.404507:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0db04 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.404521:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0db0b lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.404528:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0db0b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.404533:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0db0b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.404630:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0db04 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.404637:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0db04 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.404644:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0db04 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.404650:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf786bc00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166833.404653:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0db04 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.404659:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0db04 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.404669:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x0 (ffff945bc1090d00) 00010000:00010000:0.0:1762166833.404672:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166833.404676:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0db04 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.404681:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786bc00/0x2f180c4effb0db04 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.404693:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0db0b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.404698:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0db0b lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.404703:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0db0b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.404717:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf786ba00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166833.404729:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0db0b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.404735:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0db0b lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.404742:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x98a5b8df (ffff945bc1090f00) 00010000:00010000:0.0:1762166833.404744:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166833.404747:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0db0b lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.404752:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ba00/0x2f180c4effb0db0b lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.404784:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ac00/0x2f180c4effb0dafd lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8390 expref: 22 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.404794:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x0 (ffff945bc1090d00) 00010000:00010000:0.0:1762166833.404796:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1762166833.404799:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ac00/0x2f180c4effb0dafd lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8390 expref: 22 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.404809:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945cf786ac00, rc 0) 00000100:00100000:0.0:1762166833.404881:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf1cd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+21:50511:x1847765440207360:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 564us (806us total) trans 0 rc 301/301 00000100:00100000:0.0:1762166833.404888:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3034 00000100:00100000:2.0:1762166833.406374:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.406432:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440207616 00000100:00100000:0.0:1762166833.406441:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440207616 00000100:00100000:0.0:1762166833.406510:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3035 00000100:00100000:0.0:1762166833.406521:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc5f5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+21:50511:x1847765440207616:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:0.0:1762166833.406546:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166833.406559:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786be00/0x2f180c4effb0db12 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b8397 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.406687:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786b600/0x2f180c4effb0db19 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.406698:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786b600/0x2f180c4effb0db19 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x16:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.406715:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786b600/0x2f180c4effb0db19 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x16:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000004:00200000:0.0:1762166833.406726:0:12357:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x16:0x0]: returning size 4096 00010000:00010000:0.0:1762166833.406825:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786be00/0x2f180c4effb0db12 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8397 expref: 24 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.406840:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786b600/0x2f180c4effb0db19 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x16:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8397 expref: 23 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.406848:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x16:0x0].0x0 (ffff945cc7dfd700) 00010000:00010000:0.0:1762166833.406851:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1762166833.406854:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945cf786b600, rc 0) 00000100:00100000:0.0:1762166833.406910:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc5f5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+23:50511:x1847765440207616:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 392us (544us total) trans 8589934638 rc 0/0 00000100:00100000:0.0:1762166833.406917:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3035 00000100:00100000:1.0:1762166833.408136:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.408184:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440207744 00000100:00100000:0.0:1762166833.408193:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440207744 00000100:00100000:0.0:1762166833.408228:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3036 00000100:00100000:0.0:1762166833.408238:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf1cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+23:50511:x1847765440207744:12345-192.168.204.38@tcp:34:lfs.0 00010000:00010000:0.0:1762166833.408304:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0db27 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408315:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0db27 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408323:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0db27 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408333:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0db2e lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408340:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0db2e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408346:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0db2e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408399:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0a00/0x2f180c4effb0db35 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408408:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0a00/0x2f180c4effb0db35 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408414:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0a00/0x2f180c4effb0db35 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000004:00200000:0.0:1762166833.408442:0:12357:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x17:0x0]: returning size 2097153 00000004:00200000:0.0:1762166833.408446:0:12357:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1762166833.408455:0:12357:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0a00/0x2f180c4effb0db35 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408466:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0db27 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408504:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0db27 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408510:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0db27 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408516:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf786ae00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166833.408519:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0db27 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408527:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0db27 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408536:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x0 (ffff945bc1090400) 00010000:00010000:0.0:1762166833.408539:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166833.408541:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0db27 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408547:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786ae00/0x2f180c4effb0db27 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408575:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0db2e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408582:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0db2e lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408588:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0db2e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408592:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bc60b1800 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166833.408594:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0db2e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408608:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0db2e lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408616:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x98a5b8df (ffff945bc1090e00) 00010000:00010000:0.0:1762166833.408619:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166833.408621:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0db2e lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408626:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0db2e lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408638:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0a00/0x2f180c4effb0db35 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408643:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0a00/0x2f180c4effb0db35 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408647:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0a00/0x2f180c4effb0db35 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408651:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bc60b0a00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166833.408654:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0a00/0x2f180c4effb0db35 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408659:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0a00/0x2f180c4effb0db35 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408664:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:0.0:1762166833.408666:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166833.408669:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0a00/0x2f180c4effb0db35 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.408673:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0a00/0x2f180c4effb0db35 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00000100:00100000:0.0:1762166833.408749:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf1cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+23:50511:x1847765440207744:12345-192.168.204.38@tcp:34:lfs.0 Request processed in 512us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1762166833.408758:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3036 00000100:00100000:1.0:1762166833.417052:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.417118:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440208000 00000100:00100000:0.0:1762166833.417129:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440208000 00000100:00100000:0.0:1762166833.417206:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3037 00000100:00100000:0.0:1762166833.417219:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf1cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+23:50513:x1847765440208000:12345-192.168.204.38@tcp:101:dd.0 00010000:00010000:0.0:1762166833.417244:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166833.417270:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0a00/0x2f180c4effb0db3c lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b839e expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.417418:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0db43 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.417435:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0db43 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.417445:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0db43 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.417457:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1e00/0x2f180c4effb0db4a lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.417463:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1e00/0x2f180c4effb0db4a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.417469:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1e00/0x2f180c4effb0db4a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.417546:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1200/0x2f180c4effb0db51 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.417578:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1200/0x2f180c4effb0db51 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.417586:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1200/0x2f180c4effb0db51 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000004:00200000:0.0:1762166833.417595:0:12357:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x17:0x0]: returning size 2097153 00010000:00010000:0.0:1762166833.417673:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0db43 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.417680:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0db43 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.417686:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0db43 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.417692:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bc60b1800 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166833.417696:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0db43 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.417704:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0db43 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.417714:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x0 (ffff945bc1090e00) 00010000:00010000:0.0:1762166833.417717:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166833.417722:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0db43 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.417727:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1800/0x2f180c4effb0db43 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.417761:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1e00/0x2f180c4effb0db4a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.417781:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1e00/0x2f180c4effb0db4a lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.417787:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1e00/0x2f180c4effb0db4a lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.417792:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bc60b1e00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166833.417795:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1e00/0x2f180c4effb0db4a lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.417800:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1e00/0x2f180c4effb0db4a lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.417808:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x98a5b8df (ffff945bc1090400) 00010000:00010000:0.0:1762166833.417810:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166833.417813:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1e00/0x2f180c4effb0db4a lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.417818:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1e00/0x2f180c4effb0db4a lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.417857:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0a00/0x2f180c4effb0db3c lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b839e expref: 26 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.417872:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1200/0x2f180c4effb0db51 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b839e expref: 25 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.417880:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:0.0:1762166833.417883:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1762166833.417885:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bc60b1200, rc 0) 00000100:00100000:0.0:1762166833.417946:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf1cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+25:50513:x1847765440208000:12345-192.168.204.38@tcp:101:dd.0 Request processed in 730us (905us total) trans 8589934639 rc 0/0 00000100:00100000:0.0:1762166833.417962:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3037 00000100:00100000:2.0:1762166833.419741:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.419842:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440208128 00000100:00100000:0.0:1762166833.419857:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440208128 00000100:00100000:0.0:1762166833.419907:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3038 00000100:00100000:0.0:1762166833.419918:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4013100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+25:50513:x1847765440208128:12345-192.168.204.38@tcp:101:dd.0 00010000:00010000:0.0:1762166833.419946:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166833.419970:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1c00/0x2f180c4effb0db5f lrc: 2/0,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b83a5 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.420005:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0400/0x2f180c4effb0db66 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.420019:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0400/0x2f180c4effb0db66 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.420031:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0400/0x2f180c4effb0db66 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.420158:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1c00/0x2f180c4effb0db5f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83a5 expref: 27 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.420176:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0400/0x2f180c4effb0db66 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83a5 expref: 26 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.420185:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:0.0:1762166833.420189:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1762166833.420199:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bc60b0400, rc 0) 00000100:00100000:0.0:1762166833.420266:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4013100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+26:50513:x1847765440208128:12345-192.168.204.38@tcp:101:dd.0 Request processed in 350us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1762166833.420285:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3038 00000100:00100000:1.0:1762166833.421469:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.421591:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440208384 00000100:00100000:0.0:1762166833.421599:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440208384 00000100:00100000:0.0:1762166833.421647:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3039 00000100:00100000:0.0:1762166833.421654:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf1e6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+26:50513:x1847765440208384:12345-192.168.204.38@tcp:36:dd.0 00010000:00010000:0.0:1762166833.421704:0:12357:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1762166833.421726:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b1200/0x2f180c4effb0db51 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b839e expref: 26 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.421740:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786a600/0x2f180c4effb0dae1 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x17:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8382 expref: 25 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.421748:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:0.0:1762166833.421751:0:12357:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762166833.421902:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0e00/0x2f180c4effb0db6d lrc: 3/0,1 mode: --/PW res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.421910:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0e00/0x2f180c4effb0db6d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.421917:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0e00/0x2f180c4effb0db6d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000001:00080000:0.0:1762166833.421958:0:12357:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934640 00000004:00010000:0.0:1762166833.421980:0:12357:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d365029c reply state 000000002d1f51cb transno 8589934641 ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0e00/0x2f180c4effb0db6d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.421990:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0e00/0x2f180c4effb0db6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:0.0:1762166833.422013:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:0.0:1762166833.422016:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1762166833.422019:0:12357:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1762166833.422108:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf1e6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+27:50513:x1847765440208384:12345-192.168.204.38@tcp:36:dd.0 Request processed in 453us (640us total) trans 8589934641 rc 0/0 00000100:00100000:0.0:1762166833.422116:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3039 00000020:00080000:0.0:1762166833.422122:0:12357:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1762166833.423117:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.423167:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440208512 00000100:00100000:0.0:1762166833.423174:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440208512 00000100:00100000:0.0:1762166833.423211:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3040 00000100:00100000:0.0:1762166833.423222:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf1e6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+27:50513:x1847765440208512:12345-192.168.204.38@tcp:101:dd.0 00010000:00010000:0.0:1762166833.423240:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166833.423257:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0c00/0x2f180c4effb0db74 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b83ac expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.423302:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0c00/0x2f180c4effb0db74 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83ac expref: 28 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.423311:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0c00/0x2f180c4effb0db74 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83ac expref: 28 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.423335:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:0.0:1762166833.423337:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1762166833.423339:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bc60b0c00, rc 0) 00000100:00100000:0.0:1762166833.423375:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf1e6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+28:50513:x1847765440208512:12345-192.168.204.38@tcp:101:dd.0 Request processed in 156us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1762166833.423382:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3040 00000100:00100000:2.0:1762166833.425182:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.425246:0:28874:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440208640 00000100:00100000:0.0:1762166833.425262:0:28874:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440208640 00000100:00100000:0.0:1762166833.425336:0:28874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1216 00000100:00100000:0.0:1762166833.425347:0:28874:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4011880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e1e11365-ba0b-405b-99c9-a704373217f2+5:50513:x1847765440208640:12345-192.168.204.38@tcp:101:dd.0 00010000:00010000:0.0:1762166833.425372:0:28874:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166833.425404:0:28874:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff945bc60b0a00/0x2f180c4effb0db7b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b83b3 expref: -99 pid: 28874 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1762166833.425439:0:28874:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x63:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1762166833.425467:0:28874:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762166833.425470:0:28874:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762166833.425509:0:28874:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff945bc60b0a00/0x2f180c4effb0db7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83b3 expref: 6 pid: 28874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.425529:0:28874:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff945bc60b0a00/0x2f180c4effb0db7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83b3 expref: 6 pid: 28874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.425544:0:28874:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bc60b0a00, rc 0) 00000100:00100000:0.0:1762166833.425623:0:28874:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4011880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e1e11365-ba0b-405b-99c9-a704373217f2+6:50513:x1847765440208640:12345-192.168.204.38@tcp:101:dd.0 Request processed in 277us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1762166833.425632:0:28874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1216 00000100:00100000:1.0:1762166833.426739:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1762166833.426770:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1762166833.426825:0:23939:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440208768 00000100:00100000:3.0:1762166833.426832:0:16567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440208896 00000100:00100000:2.0:1762166833.426833:0:23939:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440208768 00000100:00100000:3.0:1762166833.426839:0:16567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440208896 00002000:00010000:3.0:1762166833.426872:0:16567:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/99 (0->18446744073709551615) 00002000:00010000:2.0:1762166833.426872:0:23939:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/99 (0->18446744073709551615) 00002000:00100000:3.0:1762166833.426879:0:16567:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff945cf1e6ed80 with x1847765440208896 ext(0->18446744073709551615) 00002000:00100000:2.0:1762166833.426880:0:23939:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff945cf1e6d500 with x1847765440208768 ext(0->18446744073709551615) 00002000:00010000:2.0:1762166833.426891:0:23939:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff945cf1e6d500. 00002000:00010000:3.0:1762166833.426892:0:16567:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff945cf1e6ed80. 00000100:00100000:3.0:1762166833.426929:0:16567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 545 00000100:00100000:3.0:1762166833.426940:0:16567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf1e6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e1e11365-ba0b-405b-99c9-a704373217f2+6:2418:x1847765440208896:12345-192.168.204.38@tcp:10:dd.0 00000100:00100000:2.0:1762166833.426950:0:23939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 546 00000100:00100000:2.0:1762166833.426962:0:23939:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf1e6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e1e11365-ba0b-405b-99c9-a704373217f2+6:2419:x1847765440208768:12345-192.168.204.38@tcp:10:dd.0 00002000:00010000:3.0:1762166833.427143:0:16567:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x63:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1762166833.427147:0:16567:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x63:0x0] updating lvb mtime from disk: 0 -> 1762166833 00002000:00010000:3.0:1762166833.427150:0:16567:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x63:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1762166833.427152:0:16567:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x63:0x0] updating lvb ctime from disk: 0 -> 1762166833 00002000:00010000:3.0:1762166833.427154:0:16567:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x63:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1762166833.427158:0:23939:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x63:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1762166833.427163:0:23939:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x63:0x0] updating lvb mtime from disk: 0 -> 1762166833 00002000:00010000:2.0:1762166833.427165:0:23939:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x63:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1762166833.427168:0:23939:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x63:0x0] updating lvb ctime from disk: 0 -> 1762166833 00002000:00010000:2.0:1762166833.427170:0:23939:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x63:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1762166833.427203:0:16567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf1e6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e1e11365-ba0b-405b-99c9-a704373217f2+7:2418:x1847765440208896:12345-192.168.204.38@tcp:10:dd.0 Request processed in 266us (432us total) trans 17179869413 rc 0/0 00000100:00100000:2.0:1762166833.427207:0:23939:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf1e6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e1e11365-ba0b-405b-99c9-a704373217f2+7:2419:x1847765440208768:12345-192.168.204.38@tcp:10:dd.0 Request processed in 245us (468us total) trans 21474836743 rc 0/0 00000100:00100000:3.0:1762166833.427214:0:16567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 545 00002000:00010000:3.0:1762166833.427219:0:16567:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/99 (0->18446744073709551615) 00002000:00100000:3.0:1762166833.427223:0:16567:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff945cf1e6ed80 with x1847765440208896 ext(0->18446744073709551615) 00000100:00100000:2.0:1762166833.427224:0:23939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 546 00002000:00010000:3.0:1762166833.427229:0:16567:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff945cf1e6ed80. 00002000:00010000:2.0:1762166833.427230:0:23939:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/99 (0->18446744073709551615) 00002000:00100000:2.0:1762166833.427241:0:23939:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff945cf1e6d500 with x1847765440208768 ext(0->18446744073709551615) 00002000:00010000:2.0:1762166833.427247:0:23939:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff945cf1e6d500. 00000100:00100000:1.0:1762166833.429762:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166833.429835:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440209152 00000100:00100000:3.0:1762166833.429842:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440209152 00000100:00100000:3.0:1762166833.429906:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 874 00000100:00100000:3.0:1762166833.429916:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf1e6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1e11365-ba0b-405b-99c9-a704373217f2+28:50513:x1847765440209152:12345-192.168.204.38@tcp:35:dd.0 00000100:00100000:3.0:1762166833.430163:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf1e6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1e11365-ba0b-405b-99c9-a704373217f2+29:50513:x1847765440209152:12345-192.168.204.38@tcp:35:dd.0 Request processed in 248us (407us total) trans 8589934642 rc 0/0 00000100:00100000:3.0:1762166833.430172:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 874 00000100:00100000:0.0:1762166833.437094:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1762166833.437229:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440209280 00000100:00100000:2.0:1762166833.437245:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440209280 00000100:00100000:2.0:1762166833.437320:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3041 00000100:00100000:2.0:1762166833.437332:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bcbe36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+29:50514:x1847765440209280:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:2.0:1762166833.437359:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1762166833.437384:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cada00/0x2f180c4effb0db82 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b83ba expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.437451:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cacc00/0x2f180c4effb0db89 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.437464:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cacc00/0x2f180c4effb0db89 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.437512:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cacc00/0x2f180c4effb0db89 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.437528:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0db90 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.437551:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0db90 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.437559:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0db90 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.437649:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cac800/0x2f180c4effb0db97 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.437658:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cac800/0x2f180c4effb0db97 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.437666:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cac800/0x2f180c4effb0db97 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000004:00200000:2.0:1762166833.437704:0:12357:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x17:0x0]: returning size 16384 00000004:00200000:2.0:1762166833.437709:0:12357:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1762166833.437728:0:12357:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cac800/0x2f180c4effb0db97 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.437740:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cac800/0x2f180c4effb0db97 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.437748:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cacc00/0x2f180c4effb0db89 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.437756:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cacc00/0x2f180c4effb0db89 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.437763:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cacc00/0x2f180c4effb0db89 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.437768:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf3cacc00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:2.0:1762166833.437772:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cacc00/0x2f180c4effb0db89 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.437787:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cacc00/0x2f180c4effb0db89 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.437799:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x0 (ffff945cc7dfda00) 00010000:00010000:2.0:1762166833.437802:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1762166833.437806:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cacc00/0x2f180c4effb0db89 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.437813:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cacc00/0x2f180c4effb0db89 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.437828:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0db90 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.437834:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0db90 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.437840:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0db90 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.437846:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf3cad000 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:2.0:1762166833.437849:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0db90 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.437855:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0db90 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.437862:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x98a5b8df (ffff945cc7dfd500) 00010000:00010000:2.0:1762166833.437864:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1762166833.437868:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0db90 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.437874:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0db90 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.437906:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cada00/0x2f180c4effb0db82 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83ba expref: 31 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.437923:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cac800/0x2f180c4effb0db97 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83ba expref: 30 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.437931:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:2.0:1762166833.437933:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1762166833.437936:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945cf3cac800, rc 0) 00000100:00100000:2.0:1762166833.438012:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bcbe36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+30:50514:x1847765440209280:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 683us (933us total) trans 0 rc 0/0 00000100:00100000:2.0:1762166833.438020:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3041 00000100:00100000:1.0:1762166833.439942:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1762166833.440011:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440209536 00000100:00100000:2.0:1762166833.440018:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440209536 00000100:00100000:2.0:1762166833.440063:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3042 00000100:00100000:2.0:1762166833.440071:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf1e6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+30:50514:x1847765440209536:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:2.0:1762166833.440087:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1762166833.440102:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad600/0x2f180c4effb0db9e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b83c1 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.440189:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad800/0x2f180c4effb0dba5 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.440202:0:12357:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cac800/0x2f180c4effb0db97 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83ba expref: 31 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.440210:0:12357:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad800/0x2f180c4effb0dba5 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x17:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.440252:0:12357:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cac800/0x2f180c4effb0db97 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83ba expref: 31 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.440266:0:12357:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cac800/0x2f180c4effb0db97 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83ba expref: 31 pid: 12357 timeout: 552 lvb_type: 0 00000100:00100000:2.0:1762166833.440281:0:12357:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc4010e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12357:1847765446880640:192.168.204.38@tcp:104: 00000100:00100000:2.0:1762166833.440383:0:12357:0:(client.c:2680:ptlrpc_set_wait()) set ffff945cca8b6540 going to sleep for 11 seconds 00000100:00100000:2.0:1762166833.441542:0:12357:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc4010e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12357:1847765446880640:192.168.204.38@tcp:104: 00010000:00010000:2.0:1762166833.441576:0:12357:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad800/0x2f180c4effb0dba5 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x17:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000100:00100000:1.0:1762166833.441679:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166833.441776:0:9458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440209664 00000100:00100000:3.0:1762166833.441783:0:9458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440209664 00010000:00010000:3.0:1762166833.441808:0:9458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cac800/0x2f180c4effb0db97 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83ba expref: 32 pid: 12357 timeout: 552 lvb_type: 0 00000100:00100000:3.0:1762166833.441838:0:9458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 747 00000100:00100000:3.0:1762166833.441848:0:9458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc5588380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e1e11365-ba0b-405b-99c9-a704373217f2+32:2418:x1847765440209664:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762166833.441860:0:9458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762166833.441868:0:9458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cac800/0x2f180c4effb0db97 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83ba expref: 32 pid: 12357 timeout: 552 lvb_type: 0 00010000:00010000:3.0:1762166833.441880:0:9458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cac800/0x2f180c4effb0db97 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83ba expref: 32 pid: 12357 timeout: 552 lvb_type: 0 00010000:00010000:3.0:1762166833.441897:0:9458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cac800/0x2f180c4effb0db97 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83ba expref: 32 pid: 12357 timeout: 552 lvb_type: 0 00010000:00010000:3.0:1762166833.441912:0:9458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:3.0:1762166833.441917:0:9458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad800/0x2f180c4effb0dba5 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x17:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.441925:0:9458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad800/0x2f180c4effb0dba5 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x17:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.441953:0:9458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad800/0x2f180c4effb0dba5 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x17:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.441981:0:9458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762166833.442025:0:9458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc5588380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e1e11365-ba0b-405b-99c9-a704373217f2+31:2418:x1847765440209664:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 178us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1762166833.442042:0:9458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 747 00010000:00010000:2.0:1762166833.442053:0:12357:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad800/0x2f180c4effb0dba5 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x17:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.442063:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad800/0x2f180c4effb0dba5 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x17:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000004:00200000:2.0:1762166833.442080:0:12357:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x17:0x0]: returning size 16384 00010000:00010000:2.0:1762166833.442196:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad600/0x2f180c4effb0db9e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83c1 expref: 32 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.442209:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad800/0x2f180c4effb0dba5 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x17:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83c1 expref: 31 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.442217:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:2.0:1762166833.442219:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1762166833.442222:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945cf3cad800, rc 0) 00000100:00100000:2.0:1762166833.442250:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf1e6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+31:50514:x1847765440209536:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 2180us (2312us total) trans 8589934643 rc 0/0 00000100:00100000:2.0:1762166833.442256:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3042 00000100:00100000:1.0:1762166833.444065:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1762166833.444135:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440209792 00000100:00100000:2.0:1762166833.444142:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440209792 00000100:00100000:2.0:1762166833.444192:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3043 00000100:00100000:2.0:1762166833.444200:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc558a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+31:50514:x1847765440209792:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:2.0:1762166833.444228:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1762166833.444241:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cada00/0x2f180c4effb0dbb3 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b83c8 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.444319:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0dbba lrc: 3/1,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.444333:0:12357:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad800/0x2f180c4effb0dba5 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x17:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83c1 expref: 32 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.444340:0:12357:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0dbba lrc: 4/1,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.444367:0:12357:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad800/0x2f180c4effb0dba5 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x17:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83c1 expref: 32 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.444379:0:12357:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad800/0x2f180c4effb0dba5 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x17:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83c1 expref: 32 pid: 12357 timeout: 552 lvb_type: 0 00000100:00100000:2.0:1762166833.444392:0:12357:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc4010e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12357:1847765446880768:192.168.204.38@tcp:104: 00000100:00100000:2.0:1762166833.444493:0:12357:0:(client.c:2680:ptlrpc_set_wait()) set ffff945bc2d8c780 going to sleep for 11 seconds 00000100:00100000:2.0:1762166833.445584:0:12357:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc4010e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12357:1847765446880768:192.168.204.38@tcp:104: 00010000:00010000:2.0:1762166833.445608:0:12357:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0dbba lrc: 3/1,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000100:00100000:1.0:1762166833.445830:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166833.445867:0:9458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440209920 00000100:00100000:3.0:1762166833.445873:0:9458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440209920 00010000:00010000:3.0:1762166833.445931:0:9458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad800/0x2f180c4effb0dba5 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x17:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83c1 expref: 33 pid: 12357 timeout: 552 lvb_type: 0 00000100:00100000:3.0:1762166833.445964:0:9458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 748 00000100:00100000:3.0:1762166833.445972:0:9458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc558ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e1e11365-ba0b-405b-99c9-a704373217f2+33:2419:x1847765440209920:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762166833.445981:0:9458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762166833.445986:0:9458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad800/0x2f180c4effb0dba5 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x17:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83c1 expref: 33 pid: 12357 timeout: 552 lvb_type: 0 00010000:00010000:3.0:1762166833.445998:0:9458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad800/0x2f180c4effb0dba5 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x17:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83c1 expref: 33 pid: 12357 timeout: 552 lvb_type: 0 00010000:00010000:3.0:1762166833.446016:0:9458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad800/0x2f180c4effb0dba5 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x17:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83c1 expref: 33 pid: 12357 timeout: 552 lvb_type: 0 00010000:00010000:3.0:1762166833.446029:0:9458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:3.0:1762166833.446033:0:9458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0dbba lrc: 3/1,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.446050:0:9458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0dbba lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.446056:0:9458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0dbba lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.446079:0:9458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762166833.446101:0:12357:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0dbba lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.446111:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0dbba lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000100:00100000:3.0:1762166833.446118:0:9458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc558ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e1e11365-ba0b-405b-99c9-a704373217f2+32:2419:x1847765440209920:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 144us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1762166833.446131:0:9458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 748 00000004:00200000:2.0:1762166833.446152:0:12357:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x17:0x0]: returning size 16384 00000004:00200000:2.0:1762166833.446158:0:12357:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1762166833.446193:0:12357:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0dbba lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.446265:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cada00/0x2f180c4effb0dbb3 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83c8 expref: 32 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.446278:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0dbba lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83c8 expref: 31 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.446284:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:2.0:1762166833.446287:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1762166833.446289:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945cf3cad000, rc 0) 00000100:00100000:2.0:1762166833.446325:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc558a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+31:50514:x1847765440209792:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 2126us (2264us total) trans 0 rc 0/0 00000100:00100000:2.0:1762166833.446332:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3043 00000100:00100000:1.0:1762166833.447854:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1762166833.447893:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440210176 00000100:00100000:2.0:1762166833.447897:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440210176 00000100:00100000:2.0:1762166833.447924:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3044 00000100:00100000:2.0:1762166833.447931:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc5589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+31:50514:x1847765440210176:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:2.0:1762166833.447949:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1762166833.447957:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad600/0x2f180c4effb0dbc1 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b83cf expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.448020:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cacc00/0x2f180c4effb0dbc8 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.448031:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cacc00/0x2f180c4effb0dbc8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x17:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.448039:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cacc00/0x2f180c4effb0dbc8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x17:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000004:00200000:2.0:1762166833.448048:0:12357:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x17:0x0]: returning size 16384 00010000:00010000:2.0:1762166833.448132:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad600/0x2f180c4effb0dbc1 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x17:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83cf expref: 34 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.448141:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cacc00/0x2f180c4effb0dbc8 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x17:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83cf expref: 33 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.448146:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:2.0:1762166833.448147:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1762166833.448149:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945cf3cacc00, rc 0) 00000100:00100000:2.0:1762166833.448178:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc5589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+33:50514:x1847765440210176:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 249us (327us total) trans 8589934644 rc 0/0 00000100:00100000:2.0:1762166833.448182:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3044 00000100:00100000:0.0:1762166833.449655:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166833.449732:0:28874:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440210304 00000100:00100000:3.0:1762166833.449739:0:28874:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440210304 00000100:00100000:1.0:1762166833.449771:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166833.449816:0:28874:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440210432 00000100:00100000:3.0:1762166833.449820:0:28874:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440210432 00000100:00100000:3.0:1762166833.449851:0:28874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1217 00000100:00100000:3.0:1762166833.449860:0:28874:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bcbe35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e1e11365-ba0b-405b-99c9-a704373217f2+7:2417:x1847765440210304:12345-192.168.204.38@tcp:1:lfs.0 00000100:00100000:2.0:1762166833.449863:0:8382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1218 00000100:00100000:2.0:1762166833.449877:0:8382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc558a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e1e11365-ba0b-405b-99c9-a704373217f2+7:2417:x1847765440210432:12345-192.168.204.38@tcp:1:lfs.0 00010000:00010000:3.0:1762166833.449886:0:28874:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff945bcaa29400/0x2f180c4effb0dbd6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.449898:0:28874:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff945cf786a400/0x2f180c4effb0daf6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8389 expref: 7 pid: 28874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.449902:0:8382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff945cf3cace00/0x2f180c4effb0dbdd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.449904:0:28874:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762166833.449906:0:28874:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762166833.449908:0:28874:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff945bcaa29400/0x2f180c4effb0dbd6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.449932:0:28874:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff945cf786a400/0x2f180c4effb0daf6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8389 expref: 7 pid: 28874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.449936:0:8382:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff945bc60b0a00/0x2f180c4effb0db7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83b3 expref: 7 pid: 28874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.449947:0:8382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762166833.449951:0:8382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762166833.449954:0:8382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff945cf3cace00/0x2f180c4effb0dbdd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.449958:0:28874:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff945cf786a400/0x2f180c4effb0daf6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8389 expref: 7 pid: 28874 timeout: 552 lvb_type: 0 00010000:00010000:2.0:1762166833.449991:0:8382:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff945bc60b0a00/0x2f180c4effb0db7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83b3 expref: 7 pid: 28874 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762166833.449992:0:28874:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc4947800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28874:1847765446880896:192.168.204.38@tcp:104: 00010000:00010000:2.0:1762166833.450008:0:8382:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff945bc60b0a00/0x2f180c4effb0db7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83b3 expref: 7 pid: 28874 timeout: 552 lvb_type: 0 00000100:00100000:2.0:1762166833.450021:0:8382:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc4010e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8382:1847765446881024:192.168.204.38@tcp:104: 00000100:00100000:3.0:1762166833.450069:0:28874:0:(client.c:2680:ptlrpc_set_wait()) set ffff945ccaf2c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762166833.450069:0:8382:0:(client.c:2680:ptlrpc_set_wait()) set ffff945cc1377e40 going to sleep for 11 seconds 00000100:00100000:2.0:1762166833.451149:0:8382:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc4010e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8382:1847765446881024:192.168.204.38@tcp:104: 00010000:00010000:2.0:1762166833.451166:0:8382:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff945cf3cace00/0x2f180c4effb0dbdd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762166833.451430:0:28874:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc4947800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28874:1847765446880896:192.168.204.38@tcp:104: 00010000:00010000:3.0:1762166833.451446:0:28874:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff945bcaa29400/0x2f180c4effb0dbd6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762166833.451542:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166833.451576:0:9458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440210560 00000100:00100000:3.0:1762166833.451581:0:9458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440210560 00010000:00010000:3.0:1762166833.451601:0:9458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff945bc60b0a00/0x2f180c4effb0db7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83b3 expref: 8 pid: 28874 timeout: 552 lvb_type: 0 00000100:00100000:3.0:1762166833.451628:0:9458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 749 00000100:00100000:3.0:1762166833.451637:0:9458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc406c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e1e11365-ba0b-405b-99c9-a704373217f2+8:2419:x1847765440210560:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762166833.451648:0:9458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762166833.451665:0:9458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff945bc60b0a00/0x2f180c4effb0db7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83b3 expref: 8 pid: 28874 timeout: 552 lvb_type: 0 00010000:00010000:3.0:1762166833.451674:0:9458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff945bc60b0a00/0x2f180c4effb0db7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83b3 expref: 8 pid: 28874 timeout: 552 lvb_type: 0 00010000:00010000:3.0:1762166833.451689:0:9458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff945bc60b0a00/0x2f180c4effb0db7b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83b3 expref: 8 pid: 28874 timeout: 552 lvb_type: 0 00010000:00010000:3.0:1762166833.451703:0:9458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762166833.451705:0:9458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762166833.451707:0:9458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff945cf3cace00/0x2f180c4effb0dbdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.451713:0:9458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff945cf3cace00/0x2f180c4effb0dbdd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.451729:0:9458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762166833.451749:0:8382:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff945cf3cace00/0x2f180c4effb0dbdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.451760:0:8382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff945cf3cace00/0x2f180c4effb0dbdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.451790:0:8382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff945cf3cace00/0x2f180c4effb0dbdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.451798:0:8382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff945cf3cace00/0x2f180c4effb0dbdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.451807:0:8382:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff945cf3cace00/0x2f180c4effb0dbdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.451815:0:8382:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf3cace00 already unused, calling callback (ffffffffc0cd9320) 00010000:00010000:2.0:1762166833.451820:0:8382:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff945cf3cace00/0x2f180c4effb0dbdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.451828:0:8382:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff945cf3cace00/0x2f180c4effb0dbdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762166833.451838:0:9458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc406c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e1e11365-ba0b-405b-99c9-a704373217f2+7:2419:x1847765440210560:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 199us (293us total) trans 0 rc 0/0 00010000:00010000:2.0:1762166833.451844:0:8382:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff945cf3cace00/0x2f180c4effb0dbdd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762166833.451850:0:9458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 749 00000100:00100000:1.0:1762166833.451853:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1762166833.451860:0:8382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff945cf3cace00/0x2f180c4effb0dbdd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762166833.451887:0:23939:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440210688 00000100:00100000:1.0:1762166833.451892:0:23939:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440210688 00000100:00100000:2.0:1762166833.451911:0:8382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc558a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e1e11365-ba0b-405b-99c9-a704373217f2+6:2417:x1847765440210432:12345-192.168.204.38@tcp:1:lfs.0 Request processed in 2037us (2138us total) trans 0 rc 0/0 00000100:00100000:2.0:1762166833.451920:0:8382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1218 00002000:00100000:1.0:1762166833.451925:0:23939:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x63:0x0] (0->16383) req@ffff945bc406ea00 x1847765440210688/t0(0) o4->e1e11365-ba0b-405b-99c9-a704373217f2@192.168.204.38@tcp:619/0 lens 16872/0 e 0 to 0 dl 1762166844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1762166833.451937:0:23939:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff945bc406ea00 with x1847765440210688 ext(0->16383) 00010000:00010000:1.0:1762166833.451944:0:23939:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff945cf786a400/0x2f180c4effb0daf6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8389 expref: 8 pid: 28874 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1762166833.451957:0:23939:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff945cf786a400/0x2f180c4effb0daf6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8389 expref: 8 pid: 28874 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1762166833.451965:0:23939:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff945bc406ea00 00000100:00100000:1.0:1762166833.451985:0:23939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 15 00000100:00100000:1.0:1762166833.451993:0:23939:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc406ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e1e11365-ba0b-405b-99c9-a704373217f2+8:2418:x1847765440210688:12345-192.168.204.38@tcp:4:dd.0 00000100:00100000:1.0:1762166833.452555:0:23939:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc406ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e1e11365-ba0b-405b-99c9-a704373217f2+10:2418:x1847765440210688:12345-192.168.204.38@tcp:4:dd.0 Request processed in 563us (704us total) trans 21474836744 rc 0/0 00000100:00100000:1.0:1762166833.452559:0:23939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 15 00002000:00100000:1.0:1762166833.452576:0:23939:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x63:0x0] (0->16383) req@ffff945bc406ea00 x1847765440210688/t21474836744(0) o4->e1e11365-ba0b-405b-99c9-a704373217f2@192.168.204.38@tcp:619/0 lens 16872/448 e 0 to 0 dl 1762166844 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1762166833.452583:0:23939:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff945bc406ea00 with x1847765440210688 ext(0->16383) 00010000:00010000:1.0:1762166833.452593:0:23939:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff945cf786a400/0x2f180c4effb0daf6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8389 expref: 10 pid: 28874 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1762166833.452601:0:23939:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff945cf786a400/0x2f180c4effb0daf6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8389 expref: 10 pid: 28874 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1762166833.452605:0:23939:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff945bc406ea00 00000100:00100000:1.0:1762166833.454084:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166833.454123:0:9458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440210816 00000100:00100000:3.0:1762166833.454130:0:9458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440210816 00010000:00010000:3.0:1762166833.454154:0:9458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff945cf786a400/0x2f180c4effb0daf6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8389 expref: 10 pid: 28874 timeout: 552 lvb_type: 0 00000100:00100000:3.0:1762166833.454186:0:9458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 750 00000100:00100000:3.0:1762166833.454195:0:9458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc406fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e1e11365-ba0b-405b-99c9-a704373217f2+10:2419:x1847765440210816:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762166833.454208:0:9458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1762166833.454219:0:9458:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x63:0x0] updating lvb size from disk: 0 -> 16384 00002000:00010000:3.0:1762166833.454223:0:9458:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x63:0x0] updating lvb blocks from disk: 0 -> 32 00010000:00010000:3.0:1762166833.454229:0:9458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff945cf786a400/0x2f180c4effb0daf6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8389 expref: 10 pid: 28874 timeout: 552 lvb_type: 0 00010000:00010000:3.0:1762166833.454242:0:9458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff945cf786a400/0x2f180c4effb0daf6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8389 expref: 10 pid: 28874 timeout: 552 lvb_type: 0 00010000:00010000:3.0:1762166833.454271:0:9458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff945cf786a400/0x2f180c4effb0daf6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8389 expref: 10 pid: 28874 timeout: 552 lvb_type: 0 00010000:00010000:3.0:1762166833.454285:0:9458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762166833.454286:0:9458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762166833.454290:0:9458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff945bcaa29400/0x2f180c4effb0dbd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.454299:0:9458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff945bcaa29400/0x2f180c4effb0dbd6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.454326:0:9458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762166833.454349:0:28874:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff945bcaa29400/0x2f180c4effb0dbd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.454358:0:28874:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff945bcaa29400/0x2f180c4effb0dbd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28874 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762166833.454365:0:9458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc406fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e1e11365-ba0b-405b-99c9-a704373217f2+9:2419:x1847765440210816:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 169us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1762166833.454381:0:9458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 750 00010000:00010000:0.0:1762166833.454389:0:28874:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff945bcaa29400/0x2f180c4effb0dbd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.454395:0:28874:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff945bcaa29400/0x2f180c4effb0dbd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.454405:0:28874:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff945bcaa29400/0x2f180c4effb0dbd6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.454410:0:28874:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bcaa29400 already unused, calling callback (ffffffffc0cd9320) 00010000:00010000:0.0:1762166833.454412:0:28874:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff945bcaa29400/0x2f180c4effb0dbd6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.454418:0:28874:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff945bcaa29400/0x2f180c4effb0dbd6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.454426:0:28874:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff945bcaa29400/0x2f180c4effb0dbd6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.454430:0:28874:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff945bcaa29400/0x2f180c4effb0dbd6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28874 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762166833.454513:0:28874:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bcbe35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e1e11365-ba0b-405b-99c9-a704373217f2+8:2417:x1847765440210304:12345-192.168.204.38@tcp:1:lfs.0 Request processed in 4654us (4859us total) trans 0 rc 0/0 00000100:00100000:0.0:1762166833.454521:0:28874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1217 00000100:00100000:1.0:1762166833.455255:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1762166833.455293:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440211072 00000100:00100000:2.0:1762166833.455303:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440211072 00000100:00100000:2.0:1762166833.455343:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3045 00000100:00100000:2.0:1762166833.455352:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc58cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+33:50514:x1847765440211072:12345-192.168.204.38@tcp:36:lfs.0 00010000:00010000:2.0:1762166833.455393:0:12357:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1762166833.455410:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0c00/0x2f180c4effb0db74 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83ac expref: 33 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.455428:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0dbba lrc: 0/0,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83c8 expref: 32 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.455445:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:2.0:1762166833.455449:0:12357:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762166833.455473:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cac400/0x2f180c4effb0dbe4 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.455509:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cac400/0x2f180c4effb0dbe4 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.455519:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cac400/0x2f180c4effb0dbe4 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000040:00080000:2.0:1762166833.455721:0:12357:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].7, 88 off8736 00000004:00080000:2.0:1762166833.455730:0:12357:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 452604251625ns, next at 452789867331ns, rc = 0 00000040:00080000:2.0:1762166833.455766:0:12357:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].6, 88 off8672 00000004:00080000:2.0:1762166833.455773:0:12357:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 452604294837ns, next at 452789906596ns, rc = 0 00000040:00080000:2.0:1762166833.455797:0:12357:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].7, 88 off8760 00000004:00080000:2.0:1762166833.455802:0:12357:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 452604324472ns, next at 452789906596ns, rc = 0 00000040:00080000:2.0:1762166833.455817:0:12357:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].8, 88 off8824 00000004:00080000:2.0:1762166833.455823:0:12357:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 452604345095ns, next at 452789867331ns, rc = 0 00000001:00080000:3.0:1762166833.456930:0:32215:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934645 is committed 00000004:00080000:3.0:1762166833.456937:0:32215:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 9 committed 00000004:00080000:3.0:1762166833.456944:0:32215:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 7 committed 00000004:00080000:3.0:1762166833.456951:0:32215:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 6 committed 00000004:00080000:3.0:1762166833.456953:0:32215:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 8 committed 00010000:00010000:2.0:1762166833.456960:0:3620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0e00/0x2f180c4effb0db6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.456978:0:3620:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0e00/0x2f180c4effb0db6d lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.456985:0:3620:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0e00/0x2f180c4effb0db6d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.456990:0:3620:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bc60b0e00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:2.0:1762166833.456994:0:3620:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0e00/0x2f180c4effb0db6d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.457001:0:3620:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0e00/0x2f180c4effb0db6d lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.457013:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:2.0:1762166833.457016:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1762166833.457020:0:3620:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0e00/0x2f180c4effb0db6d lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.457026:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc60b0e00/0x2f180c4effb0db6d lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00000100:00100000:3.0:1762166833.457031:0:3633:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf3db4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1847765446881152:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1762166833.457059:0:3636:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc58cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3636:1847765446881536:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1762166833.457064:0:3634:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc58cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1847765446881280:0@lo:2:osp-syn-0-0.0 00000004:00010000:2.0:1762166833.457065:0:12357:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000005ce87e2 reply state 00000000c3a3019d transno 8589934645 ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cac400/0x2f180c4effb0dbe4 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.457078:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cac400/0x2f180c4effb0dbe4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00000100:00100000:3.0:1762166833.457087:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762166833.457088:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:2.0:1762166833.457092:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1762166833.457095:0:12357:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1762166833.457113:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762166833.457128:0:3635:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf3db5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1847765446881408:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1762166833.457159:0:8382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446881152 00000100:00100000:3.0:1762166833.457164:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762166833.457166:0:8382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446881152 00000100:00100000:0.0:1762166833.457183:0:28874:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446881280 00000100:00100000:0.0:1762166833.457187:0:28874:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446881280 00000100:00100000:1.0:1762166833.457195:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762166833.457208:0:8382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446881536 00000100:00100000:2.0:1762166833.457218:0:8382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446881536 00000100:00100000:0.0:1762166833.457228:0:28874:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446881408 00000100:00100000:0.0:1762166833.457231:0:28874:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446881408 00000100:00100000:3.0:1762166833.457239:0:28434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1219 00000100:00100000:2.0:1762166833.457248:0:8382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220 00000100:00100000:3.0:1762166833.457250:0:28434:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4947800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3633:x1847765446881152:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1762166833.457256:0:28874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221 00000100:00100000:2.0:1762166833.457259:0:8382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc58ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3634:x1847765446881280:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1762166833.457263:0:28874:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4945180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3636:x1847765446881536:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1762166833.457265:0:9168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1222 00000100:00100000:1.0:1762166833.457279:0:9168:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc58cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3635:x1847765446881408:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1762166833.457381:0:8382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc58ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3634:x1847765446881280:12345-0@lo:2:osp-syn-0-0.0 Request processed in 124us (268us total) trans 21474836745 rc 0/0 00000100:00100000:0.0:1762166833.457381:0:28874:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4945180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3636:x1847765446881536:12345-0@lo:2:osp-syn-0-0.0 Request processed in 117us (219us total) trans 21474836746 rc 0/0 00000100:00100000:3.0:1762166833.457390:0:28434:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4947800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3633:x1847765446881152:12345-0@lo:2:osp-syn-1-0.0 Request processed in 141us (304us total) trans 17179869414 rc 0/0 00000100:00100000:2.0:1762166833.457391:0:8382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220 00000100:00100000:0.0:1762166833.457400:0:28874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221 00000100:00100000:1.0:1762166833.457405:0:9168:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc58cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3635:x1847765446881408:12345-0@lo:2:osp-syn-1-0.0 Request processed in 128us (209us total) trans 17179869415 rc 0/0 00000100:00100000:3.0:1762166833.457413:0:28434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1219 00000100:00100000:1.0:1762166833.457421:0:9168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1222 00010000:00080000:2.0:1762166833.457433:0:12357:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1762166833.457443:0:3636:0:(client.c:3071:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836741 gen 2 00000100:00100000:2.0:1762166833.457447:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc58cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+23:50514:x1847765440211072:12345-192.168.204.38@tcp:36:lfs.0 Request processed in 2096us (2192us total) trans 8589934645 rc 0/0 00000004:00080000:0.0:1762166833.457447:0:3636:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff945cf1cd1f80, transno 21474836741 00000100:00100000:2.0:1762166833.457454:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3045 00000100:00100000:3.0:1762166833.457457:0:3633:0:(client.c:3071:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869412 gen 2 00000100:00100000:0.0:1762166833.457462:0:3636:0:(client.c:3115:ptlrpc_free_committed()) @@@ stopping search req@ffff945bc58cc700 x1847765446881536/t21474836746(21474836746) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1762166849 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1762166833.457463:0:3633:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff945bc47b7b80, transno 17179869409 00000004:00080000:0.0:1762166833.457497:0:3636:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff945bc58cc700/2, rc 0, transno 21474836746 00000004:00080000:3.0:1762166833.457500:0:3633:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff945bcbe37b80, transno 17179869410 00000004:00080000:1.0:1762166833.457500:0:3634:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff945bc58cc000/2, rc 0, transno 21474836745 00000100:00100000:0.0:1762166833.457504:0:3636:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc58cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3636:1847765446881536:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1762166833.457508:0:3633:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff945bcbe35f80, transno 17179869411 00000100:00100000:1.0:1762166833.457511:0:3634:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc58cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1847765446881280:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1762166833.457514:0:3633:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff945bcbe34700, transno 17179869412 00000100:00100000:3.0:1762166833.457524:0:3633:0:(client.c:3115:ptlrpc_free_committed()) @@@ stopping search req@ffff945cf3db4000 x1847765446881152/t17179869414(17179869414) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1762166849 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1762166833.457533:0:3633:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff945cf3db4000/2, rc 0, transno 17179869414 00000100:00100000:3.0:1762166833.457538:0:3633:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf3db4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1847765446881152:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1762166833.457542:0:3635:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff945cf3db5c00/2, rc 0, transno 17179869415 00000100:00100000:1.0:1762166833.457548:0:3635:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf3db5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1847765446881408:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1762166833.457581:0:3619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cac400/0x2f180c4effb0dbe4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.457588:0:3619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cac400/0x2f180c4effb0dbe4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.457594:0:3619:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cac400/0x2f180c4effb0dbe4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.457599:0:3619:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf3cac400 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:2.0:1762166833.457603:0:3619:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cac400/0x2f180c4effb0dbe4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.457608:0:3619:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cac400/0x2f180c4effb0dbe4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00000004:00080000:0.0:1762166833.457608:0:32233:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 2 in progress, 0 in flight, 4 done 00010000:00010000:2.0:1762166833.457616:0:3619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:2.0:1762166833.457619:0:3619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1762166833.457622:0:3619:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cac400/0x2f180c4effb0dbe4 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.457627:0:3619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cac400/0x2f180c4effb0dbe4 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00000100:00100000:1.0:1762166833.458525:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166833.458562:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440211200 00000100:00100000:3.0:1762166833.458575:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440211200 00000100:00100000:3.0:1762166833.458605:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3046 00000100:00100000:3.0:1762166833.458612:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc58cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+22:50514:x1847765440211200:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:3.0:1762166833.458626:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1762166833.458637:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dbeb lrc: 2/0,0 mode: --/CR res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b83d6 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.458665:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dbeb lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83d6 expref: 23 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.458673:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dbeb lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83d6 expref: 23 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.458683:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:3.0:1762166833.458685:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1762166833.458691:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bcaa29200, rc 0) 00000100:00100000:3.0:1762166833.458718:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc58cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+23:50514:x1847765440211200:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 106us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1762166833.458725:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3046 00000100:00100000:2.0:1762166833.459700:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166833.459726:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440211328 00000100:00100000:3.0:1762166833.459730:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440211328 00000100:00100000:3.0:1762166833.459753:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3047 00000100:00100000:3.0:1762166833.459760:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4010e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+23:50514:x1847765440211328:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:3.0:1762166833.459769:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1762166833.459778:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28400/0x2f180c4effb0dbf2 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b83dd expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.459828:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29e00/0x2f180c4effb0dbf9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.459835:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29e00/0x2f180c4effb0dbf9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.459841:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29e00/0x2f180c4effb0dbf9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000004:00200000:3.0:1762166833.459856:0:12357:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x17:0x0]: returning size 16384 00000004:00200000:3.0:1762166833.459859:0:12357:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1762166833.459875:0:12357:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29e00/0x2f180c4effb0dbf9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.459896:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28400/0x2f180c4effb0dbf2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83dd expref: 25 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.459908:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29e00/0x2f180c4effb0dbf9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83dd expref: 24 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.459925:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:3.0:1762166833.459928:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1762166833.459930:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bcaa29e00, rc 0) 00000100:00100000:3.0:1762166833.459966:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4010e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+24:50514:x1847765440211328:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 206us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1762166833.459972:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3047 00000100:00100000:1.0:1762166833.461294:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1762166833.461331:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.461356:0:8380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440211456 00000100:00100000:0.0:1762166833.461363:0:8380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440211456 00000100:00100000:2.0:1762166833.461386:0:9165:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440211584 00000100:00100000:2.0:1762166833.461392:0:9165:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440211584 00000100:00100000:0.0:1762166833.461402:0:8380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1223 00000100:00100000:0.0:1762166833.461414:0:8380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc58cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e1e11365-ba0b-405b-99c9-a704373217f2+8:2419:x1847765440211456:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:0.0:1762166833.461425:0:8380:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166833.461440:0:8380:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff945bc60b0600/0x2f180c4effb0dc00 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b83e4 expref: -99 pid: 8380 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1762166833.461459:0:8380:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x63:0x0] initial LVB size: 16384, mtime: 0x69088831, atime: 0x0, ctime: 0x69088831, blocks: 0x20 00000100:00100000:1.0:1762166833.461466:0:9168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1224 00000100:00100000:1.0:1762166833.461505:0:9168:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc58cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e1e11365-ba0b-405b-99c9-a704373217f2+6:2418:x1847765440211584:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:0.0:1762166833.461506:0:8380:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762166833.461510:0:8380:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762166833.461520:0:9168:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166833.461520:0:8380:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff945bc60b0600/0x2f180c4effb0dc00 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83e4 expref: 9 pid: 8380 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762166833.461532:0:9168:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff945bc4411a00/0x2f180c4effb0dc07 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b83eb expref: -99 pid: 9168 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166833.461539:0:8380:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff945bc60b0600/0x2f180c4effb0dc00 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83e4 expref: 9 pid: 8380 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1762166833.461546:0:9168:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x63:0x0] initial LVB size: 0, mtime: 0x69088831, atime: 0x0, ctime: 0x69088831, blocks: 0x0 00010000:00010000:0.0:1762166833.461551:0:8380:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bc60b0600, rc 0) 00010000:00010000:1.0:1762166833.461554:0:9168:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762166833.461557:0:9168:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762166833.461561:0:9168:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff945bc4411a00/0x2f180c4effb0dc07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83eb expref: 7 pid: 9168 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762166833.461584:0:9168:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff945bc4411a00/0x2f180c4effb0dc07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83eb expref: 7 pid: 9168 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762166833.461590:0:9168:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bc4411a00, rc 0) 00000100:00100000:0.0:1762166833.461605:0:8380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc58cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e1e11365-ba0b-405b-99c9-a704373217f2+9:2419:x1847765440211456:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 194us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1762166833.461614:0:8380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1223 00000100:00100000:1.0:1762166833.461619:0:9168:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc58cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e1e11365-ba0b-405b-99c9-a704373217f2+7:2418:x1847765440211584:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 140us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1762166833.461630:0:9168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1224 00000100:00100000:1.0:1762166833.484355:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1762166833.484408:0:9168:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440211712 00000100:00100000:2.0:1762166833.484418:0:9168:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440211712 00000100:00100000:2.0:1762166833.484462:0:9168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1225 00000100:00100000:2.0:1762166833.484468:0:9168:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc58cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e1e11365-ba0b-405b-99c9-a704373217f2+9:2417:x1847765440211712:12345-192.168.204.38@tcp:23:lfs.0 00000100:00100000:2.0:1762166833.484617:0:9168:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc58cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e1e11365-ba0b-405b-99c9-a704373217f2+9:2417:x1847765440211712:12345-192.168.204.38@tcp:23:lfs.0 Request processed in 147us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1762166833.484624:0:9168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1225 00000100:00100000:2.0:1762166833.486429:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1762166833.486514:0:9168:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440211840 00000100:00100000:1.0:1762166833.486522:0:9168:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440211840 00000100:00100000:1.0:1762166833.486583:0:9168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1226 00000100:00100000:1.0:1762166833.486593:0:9168:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4012d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e1e11365-ba0b-405b-99c9-a704373217f2+9:2418:x1847765440211840:12345-192.168.204.38@tcp:23:lfs.0 00000100:00100000:1.0:1762166833.486668:0:9168:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4012d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e1e11365-ba0b-405b-99c9-a704373217f2+9:2418:x1847765440211840:12345-192.168.204.38@tcp:23:lfs.0 Request processed in 77us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1762166833.486674:0:9168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1226 00000100:00100000:1.0:1762166833.488271:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1762166833.488323:0:23939:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440211968 00000100:00100000:2.0:1762166833.488329:0:23939:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440211968 00000100:00100000:2.0:1762166833.488378:0:23939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 547 00000100:00100000:2.0:1762166833.488387:0:23939:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc58cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e1e11365-ba0b-405b-99c9-a704373217f2+9:2419:x1847765440211968:12345-192.168.204.38@tcp:3:lfs.0 00010000:00010000:2.0:1762166833.488433:0:23939:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff945cf3cac400/0x2f180c4effb0dc0e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23939 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.488446:0:23939:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762166833.488448:0:23939:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762166833.488453:0:23939:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff945cf3cac400/0x2f180c4effb0dc0e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23939 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.488465:0:23939:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff945cf3cac400/0x2f180c4effb0dc0e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23939 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.488606:0:23939:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff945cf3cac400/0x2f180c4effb0dc0e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23939 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.488621:0:23939:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff945cf3cac400/0x2f180c4effb0dc0e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23939 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.488629:0:23939:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff945cf3cac400/0x2f180c4effb0dc0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23939 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.488636:0:23939:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf3cac400 already unused, calling callback (ffffffffc0cd9320) 00010000:00010000:2.0:1762166833.488640:0:23939:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff945cf3cac400/0x2f180c4effb0dc0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23939 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.488650:0:23939:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff945cf3cac400/0x2f180c4effb0dc0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23939 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.488665:0:23939:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff945cf3cac400/0x2f180c4effb0dc0e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23939 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.488672:0:23939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff945cf3cac400/0x2f180c4effb0dc0e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23939 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762166833.488721:0:23939:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc58cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e1e11365-ba0b-405b-99c9-a704373217f2+9:2419:x1847765440211968:12345-192.168.204.38@tcp:3:lfs.0 Request processed in 336us (451us total) trans 0 rc 16384/16384 00000100:00100000:2.0:1762166833.488730:0:23939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 547 00000100:00100000:0.0:1762166833.490609:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1762166833.490647:0:23939:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440212096 00000100:00100000:2.0:1762166833.490654:0:23939:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440212096 00000100:00100000:2.0:1762166833.490698:0:23939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 548 00000100:00100000:2.0:1762166833.490706:0:23939:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf3db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e1e11365-ba0b-405b-99c9-a704373217f2+7:2418:x1847765440212096:12345-192.168.204.38@tcp:4:lfs.0 00002000:00010000:2.0:1762166833.490744:0:23939:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x64:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1762166833.490765:0:23939:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff945cf3cad000/0x2f180c4effb0dc15 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23939 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.490776:0:23939:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762166833.490778:0:23939:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762166833.490783:0:23939:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff945cf3cad000/0x2f180c4effb0dc15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23939 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.490794:0:23939:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff945cf3cad000/0x2f180c4effb0dc15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23939 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1762166833.491967:0:25941:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869416 is committed 00000001:00080000:3.0:1762166833.491979:0:25941:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869415 is committed 00002000:00010000:2.0:1762166833.492037:0:23939:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x64:0x0] updating lvb size from disk: 0 -> 16384 00002000:00010000:2.0:1762166833.492041:0:23939:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x64:0x0] updating lvb mtime from disk: 0 -> 1762166833 00002000:00010000:2.0:1762166833.492043:0:23939:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x64:0x0] updating lvb ctime from disk: 0 -> 1762166833 00002000:00010000:2.0:1762166833.492044:0:23939:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x64:0x0] updating lvb blocks from disk: 0 -> 32 00010000:00010000:2.0:1762166833.492051:0:23939:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff945cf3cad000/0x2f180c4effb0dc15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23939 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.492058:0:23939:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff945cf3cad000/0x2f180c4effb0dc15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23939 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.492063:0:23939:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff945cf3cad000/0x2f180c4effb0dc15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23939 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.492067:0:23939:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf3cad000 already unused, calling callback (ffffffffc0cd9320) 00010000:00010000:2.0:1762166833.492070:0:23939:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff945cf3cad000/0x2f180c4effb0dc15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23939 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.492074:0:23939:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff945cf3cad000/0x2f180c4effb0dc15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23939 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.492093:0:23939:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff945cf3cad000/0x2f180c4effb0dc15 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23939 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.492098:0:23939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff945cf3cad000/0x2f180c4effb0dc15 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23939 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762166833.492157:0:23939:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf3db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e1e11365-ba0b-405b-99c9-a704373217f2+6:2418:x1847765440212096:12345-192.168.204.38@tcp:4:lfs.0 Request processed in 1451us (1552us total) trans 17179869416 rc 0/0 00000100:00100000:2.0:1762166833.492162:0:23939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 548 00000100:00100000:0.0:1762166833.501528:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166833.502120:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440212352 00000100:00100000:3.0:1762166833.502132:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440212352 00000100:00100000:2.0:1762166833.502247:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3048 00000100:00100000:2.0:1762166833.502261:0:6494:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf3db4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e1e11365-ba0b-405b-99c9-a704373217f2+24:50514:x1847765440212352:12345-192.168.204.38@tcp:36:lfs.0 00010000:00010000:2.0:1762166833.502322:0:6494:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762166833.502353:0:6494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29e00/0x2f180c4effb0dbf9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83dd expref: 24 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.502371:0:6494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:2.0:1762166833.502376:0:6494:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762166833.502596:0:6494:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0dc1c lrc: 3/0,1 mode: --/PW res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6494 initiator: MDT0 00010000:00010000:2.0:1762166833.502610:0:6494:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0dc1c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6494 initiator: MDT0 00010000:00010000:2.0:1762166833.502620:0:6494:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0dc1c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6494 initiator: MDT0 00000001:00080000:2.0:1762166833.502666:0:6494:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934646 00000004:00010000:2.0:1762166833.502690:0:6494:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003d91543b reply state 00000000a1f011ec transno 8589934647 ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0dc1c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6494 initiator: MDT0 00010000:00010000:2.0:1762166833.502714:0:6494:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0dc1c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6494 initiator: MDT0 00010000:00010000:2.0:1762166833.502720:0:6494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:2.0:1762166833.502723:0:6494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1762166833.502725:0:6494:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1762166833.502814:0:6494:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf3db4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e1e11365-ba0b-405b-99c9-a704373217f2+26:50514:x1847765440212352:12345-192.168.204.38@tcp:36:lfs.0 Request processed in 557us (1294us total) trans 8589934647 rc 0/0 00000100:00100000:2.0:1762166833.502821:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3048 00000020:00080000:2.0:1762166833.502826:0:6494:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1762166833.504256:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1762166833.504310:0:9168:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440212480 00000100:00100000:2.0:1762166833.504316:0:9168:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440212480 00000100:00100000:2.0:1762166833.504366:0:9168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1227 00000100:00100000:2.0:1762166833.504375:0:9168:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc58ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e1e11365-ba0b-405b-99c9-a704373217f2+6:50514:x1847765440212480:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:2.0:1762166833.504388:0:9168:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1762166833.504406:0:9168:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff945cf3cac400/0x2f180c4effb0dc23 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b83f2 expref: -99 pid: 9168 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1762166833.504431:0:9168:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x64:0x0] initial LVB size: 16384, mtime: 0x69088831, atime: 0x0, ctime: 0x69088831, blocks: 0x20 00010000:00010000:2.0:1762166833.504449:0:9168:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762166833.504452:0:9168:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762166833.504459:0:9168:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff945cf3cac400/0x2f180c4effb0dc23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83f2 expref: 7 pid: 9168 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.504496:0:9168:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff945cf3cac400/0x2f180c4effb0dc23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83f2 expref: 7 pid: 9168 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.504511:0:9168:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945cf3cac400, rc 0) 00000100:00100000:2.0:1762166833.504555:0:9168:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc58ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e1e11365-ba0b-405b-99c9-a704373217f2+7:50514:x1847765440212480:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 182us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1762166833.504585:0:9168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1227 00000100:00100000:0.0:1762166833.505687:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1762166833.505759:0:9168:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440212608 00000100:00100000:2.0:1762166833.505764:0:9168:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440212608 00000100:00100000:2.0:1762166833.505798:0:9168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1228 00000100:00100000:2.0:1762166833.505804:0:9168:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf3db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e1e11365-ba0b-405b-99c9-a704373217f2+9:50514:x1847765440212608:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:2.0:1762166833.505811:0:9168:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1762166833.505832:0:9168:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff945cf3cace00/0x2f180c4effb0dc2a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b83f9 expref: -99 pid: 9168 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1762166833.505847:0:9168:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x64:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1762166833.505858:0:9168:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762166833.505860:0:9168:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762166833.505865:0:9168:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff945cf3cace00/0x2f180c4effb0dc2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83f9 expref: 10 pid: 9168 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.505877:0:9168:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff945cf3cace00/0x2f180c4effb0dc2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83f9 expref: 10 pid: 9168 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166833.505886:0:9168:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945cf3cace00, rc 0) 00000100:00100000:2.0:1762166833.505918:0:9168:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf3db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e1e11365-ba0b-405b-99c9-a704373217f2+10:50514:x1847765440212608:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 114us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1762166833.505925:0:9168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1228 00000100:00100000:0.0:1762166833.507330:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.507375:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1762166833.507406:0:23939:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440212736 00000100:00100000:2.0:1762166833.507416:0:23939:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440212736 00002000:00010000:2.0:1762166833.507442:0:23939:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/100 (16384->18446744073709551615) 00000100:00100000:3.0:1762166833.507445:0:16567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440212864 00002000:00100000:2.0:1762166833.507449:0:23939:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff945cf3db5f80 with x1847765440212736 ext(16384->18446744073709551615) 00000100:00100000:3.0:1762166833.507467:0:16567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440212864 00002000:00010000:2.0:1762166833.507474:0:23939:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff945cf3db5f80. 00002000:00010000:3.0:1762166833.507551:0:16567:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/100 (0->18446744073709551615) 00000100:00100000:2.0:1762166833.507569:0:23939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 549 00002000:00100000:3.0:1762166833.507574:0:16567:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff945cf3db4700 with x1847765440212864 ext(0->18446744073709551615) 00000100:00100000:2.0:1762166833.507586:0:23939:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf3db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e1e11365-ba0b-405b-99c9-a704373217f2+7:2419:x1847765440212736:12345-192.168.204.38@tcp:10:lfs.0 00002000:00010000:3.0:1762166833.507590:0:16567:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff945cf3db4700. 00000100:00100000:1.0:1762166833.507637:0:14623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 550 00000100:00100000:1.0:1762166833.507655:0:14623:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf3db4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e1e11365-ba0b-405b-99c9-a704373217f2+10:2419:x1847765440212864:12345-192.168.204.38@tcp:10:lfs.0 00002000:00010000:1.0:1762166833.507755:0:14623:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x64:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1762166833.507759:0:23939:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x64:0x0] updating lvb size from disk: 16384 -> 16384 00002000:00010000:1.0:1762166833.507759:0:14623:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x64:0x0] updating lvb mtime from disk: 0 -> 1762166833 00002000:00010000:1.0:1762166833.507761:0:14623:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x64:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1762166833.507762:0:23939:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x64:0x0] updating lvb mtime from disk: 1762166833 -> 1762166833 00002000:00010000:1.0:1762166833.507764:0:14623:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x64:0x0] updating lvb ctime from disk: 0 -> 1762166833 00002000:00010000:1.0:1762166833.507766:0:14623:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x64:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1762166833.507768:0:23939:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x64:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1762166833.507770:0:23939:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x64:0x0] updating lvb ctime from disk: 1762166833 -> 1762166833 00002000:00010000:2.0:1762166833.507772:0:23939:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x64:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:1.0:1762166833.507814:0:14623:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf3db4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e1e11365-ba0b-405b-99c9-a704373217f2+11:2419:x1847765440212864:12345-192.168.204.38@tcp:10:lfs.0 Request processed in 168us (439us total) trans 21474836747 rc 0/0 00000100:00100000:1.0:1762166833.507823:0:14623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 550 00000100:00100000:2.0:1762166833.507825:0:23939:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf3db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e1e11365-ba0b-405b-99c9-a704373217f2+8:2419:x1847765440212736:12345-192.168.204.38@tcp:10:lfs.0 Request processed in 247us (519us total) trans 17179869417 rc 0/0 00002000:00010000:1.0:1762166833.507827:0:14623:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/100 (0->18446744073709551615) 00002000:00100000:1.0:1762166833.507831:0:14623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff945cf3db4700 with x1847765440212864 ext(0->18446744073709551615) 00000100:00100000:2.0:1762166833.507834:0:23939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 549 00002000:00010000:2.0:1762166833.507838:0:23939:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/100 (16384->18446744073709551615) 00002000:00010000:1.0:1762166833.507838:0:14623:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff945cf3db4700. 00002000:00100000:2.0:1762166833.507842:0:23939:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff945cf3db5f80 with x1847765440212736 ext(16384->18446744073709551615) 00002000:00010000:2.0:1762166833.507846:0:23939:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff945cf3db5f80. 00000100:00100000:1.0:1762166833.509225:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166833.509301:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440213120 00000100:00100000:3.0:1762166833.509311:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440213120 00000100:00100000:3.0:1762166833.509369:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3049 00000100:00100000:3.0:1762166833.509381:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc58ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+26:50514:x1847765440213120:12345-192.168.204.38@tcp:36:lfs.0 00010000:00010000:3.0:1762166833.509594:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28400/0x2f180c4effb0dc31 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.509616:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28400/0x2f180c4effb0dc31 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.509629:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28400/0x2f180c4effb0dc31 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000004:00010000:3.0:1762166833.509795:0:12357:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d1fb1b34 reply state 000000005393b132 transno 8589934648 ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28400/0x2f180c4effb0dc31 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.509809:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28400/0x2f180c4effb0dc31 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.509817:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:3.0:1762166833.509821:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1762166833.509825:0:12357:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1762166833.509944:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc58ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+28:50514:x1847765440213120:12345-192.168.204.38@tcp:36:lfs.0 Request processed in 565us (723us total) trans 8589934648 rc 0/0 00000100:00100000:3.0:1762166833.509952:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3049 00000100:00100000:0.0:1762166833.511165:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.511193:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1762166833.511237:0:9168:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440213248 00000100:00100000:2.0:1762166833.511246:0:9168:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440213248 00000100:00100000:1.0:1762166833.511249:0:8380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440213376 00000100:00100000:1.0:1762166833.511254:0:8380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440213376 00000100:00100000:2.0:1762166833.511313:0:9168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1229 00000100:00100000:2.0:1762166833.511324:0:9168:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf3db6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e1e11365-ba0b-405b-99c9-a704373217f2+11:2418:x1847765440213248:12345-192.168.204.38@tcp:2:lfs.0 00000100:00100000:1.0:1762166833.511334:0:8380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1230 00000100:00100000:1.0:1762166833.511346:0:8380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf3db7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e1e11365-ba0b-405b-99c9-a704373217f2+8:2419:x1847765440213376:12345-192.168.204.38@tcp:2:lfs.0 00002000:00010000:2.0:1762166833.511534:0:9168:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x63:0x0] updating lvb size from disk: 16384 -> 16384 00002000:00010000:1.0:1762166833.511534:0:8380:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x63:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1762166833.511541:0:9168:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x63:0x0] updating lvb mtime from disk: 1762166833 -> 1762166833 00002000:00010000:2.0:1762166833.511546:0:9168:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x63:0x0] updating lvb atime from disk: 0 -> 1762166833 00002000:00010000:1.0:1762166833.511546:0:8380:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x63:0x0] updating lvb mtime from disk: 1762166833 -> 1762166833 00002000:00010000:2.0:1762166833.511554:0:9168:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x63:0x0] updating lvb ctime from disk: 1762166833 -> 1762166833 00002000:00010000:1.0:1762166833.511554:0:8380:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x63:0x0] updating lvb atime from disk: 0 -> 1762166833 00002000:00010000:1.0:1762166833.511570:0:8380:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x63:0x0] updating lvb ctime from disk: 1762166833 -> 1762166833 00002000:00010000:2.0:1762166833.511576:0:9168:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x63:0x0] updating lvb blocks from disk: 32 -> 32 00002000:00010000:1.0:1762166833.511576:0:8380:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x63:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1762166833.511636:0:9168:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf3db6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e1e11365-ba0b-405b-99c9-a704373217f2+12:2418:x1847765440213248:12345-192.168.204.38@tcp:2:lfs.0 Request processed in 314us (473us total) trans 21474836748 rc 0/0 00000100:00100000:1.0:1762166833.511643:0:8380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf3db7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e1e11365-ba0b-405b-99c9-a704373217f2+9:2419:x1847765440213376:12345-192.168.204.38@tcp:2:lfs.0 Request processed in 296us (444us total) trans 17179869418 rc 0/0 00000100:00100000:1.0:1762166833.511672:0:8380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1230 00000100:00100000:2.0:1762166833.511682:0:9168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1229 00000100:00100000:0.0:1762166833.512948:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166833.513012:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440213632 00000100:00100000:3.0:1762166833.513020:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440213632 00000100:00100000:3.0:1762166833.513064:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 875 00000100:00100000:3.0:1762166833.513074:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf1cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1e11365-ba0b-405b-99c9-a704373217f2+28:50514:x1847765440213632:12345-192.168.204.38@tcp:35:lfs.0 00000004:00010000:3.0:1762166833.513145:0:6498:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000405:0x17:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cacc00/0x2f180c4effb0dbc8 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x17:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83cf expref: 28 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.513206:0:6498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28600/0x2f180c4effb0dc38 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6498 initiator: MDT0 00010000:00010000:3.0:1762166833.513223:0:6498:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dbeb lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83d6 expref: 28 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.513232:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28600/0x2f180c4effb0dc38 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6498 initiator: MDT0 00010000:00010000:3.0:1762166833.513274:0:6498:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dbeb lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83d6 expref: 28 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.513300:0:6498:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dbeb lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83d6 expref: 28 pid: 12357 timeout: 552 lvb_type: 0 00000100:00100000:3.0:1762166833.513318:0:6498:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc4946680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6498:1847765446881664:192.168.204.38@tcp:104: 00000100:00100000:3.0:1762166833.513433:0:6498:0:(client.c:2680:ptlrpc_set_wait()) set ffff945ccaf2c3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762166833.514517:0:6498:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc4946680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6498:1847765446881664:192.168.204.38@tcp:104: 00010000:00010000:2.0:1762166833.514542:0:6498:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28600/0x2f180c4effb0dc38 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6498 initiator: MDT0 00000100:00100000:0.0:1762166833.514861:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166833.515012:0:9458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440213760 00000100:00100000:3.0:1762166833.515022:0:9458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440213760 00010000:00010000:3.0:1762166833.515062:0:9458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dbeb lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83d6 expref: 29 pid: 12357 timeout: 552 lvb_type: 0 00000100:00100000:3.0:1762166833.515103:0:9458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 751 00000100:00100000:3.0:1762166833.515113:0:9458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bcbe37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e1e11365-ba0b-405b-99c9-a704373217f2+29:2419:x1847765440213760:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762166833.515128:0:9458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762166833.515136:0:9458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dbeb lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83d6 expref: 29 pid: 12357 timeout: 552 lvb_type: 0 00010000:00010000:3.0:1762166833.515149:0:9458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dbeb lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83d6 expref: 29 pid: 12357 timeout: 552 lvb_type: 0 00010000:00010000:3.0:1762166833.515171:0:9458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dbeb lrc: 0/0,0 mode: --/CR res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83d6 expref: 29 pid: 12357 timeout: 552 lvb_type: 0 00010000:00010000:3.0:1762166833.515187:0:9458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:3.0:1762166833.515192:0:9458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28600/0x2f180c4effb0dc38 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6498 initiator: MDT0 00010000:00010000:3.0:1762166833.515202:0:9458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28600/0x2f180c4effb0dc38 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6498 initiator: MDT0 00010000:00010000:3.0:1762166833.515225:0:9458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28600/0x2f180c4effb0dc38 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6498 initiator: MDT0 00010000:00010000:3.0:1762166833.515258:0:9458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762166833.515302:0:6498:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28600/0x2f180c4effb0dc38 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6498 initiator: MDT0 00010000:00010000:2.0:1762166833.515312:0:6498:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28600/0x2f180c4effb0dc38 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6498 initiator: MDT0 00000100:00100000:3.0:1762166833.515316:0:9458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bcbe37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e1e11365-ba0b-405b-99c9-a704373217f2+28:2419:x1847765440213760:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 200us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1762166833.515328:0:9458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 751 00000040:00080000:2.0:1762166833.515585:0:6498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].9, 88 off8912 00000004:00080000:2.0:1762166833.515593:0:6498:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 452664115190ns, next at 452789867331ns, rc = 0 00000040:00080000:2.0:1762166833.515629:0:6498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].8, 88 off8848 00000004:00080000:2.0:1762166833.515635:0:6498:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 452664156802ns, next at 452789906596ns, rc = 0 00000040:00080000:2.0:1762166833.515665:0:6498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].9, 88 off8936 00000004:00080000:2.0:1762166833.515671:0:6498:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 452664192907ns, next at 452789906596ns, rc = 0 00000040:00080000:2.0:1762166833.515683:0:6498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].10, 88 off9000 00000004:00080000:2.0:1762166833.515687:0:6498:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 452664209380ns, next at 452789867331ns, rc = 0 00000001:00080000:3.0:1762166833.516699:0:32215:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934649 is committed 00000004:00080000:3.0:1762166833.516706:0:32215:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 11 committed 00000004:00080000:3.0:1762166833.516719:0:32215:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 9 committed 00010000:00010000:2.0:1762166833.516724:0:3620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0dc1c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6494 initiator: MDT0 00000004:00080000:3.0:1762166833.516728:0:32215:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 8 committed 00000004:00080000:3.0:1762166833.516735:0:32215:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 10 committed 00010000:00010000:2.0:1762166833.516737:0:3620:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0dc1c lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6494 initiator: MDT0 00010000:00010000:2.0:1762166833.516746:0:3620:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0dc1c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6494 initiator: MDT0 00010000:00010000:2.0:1762166833.516752:0:3620:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf3cad000 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:2.0:1762166833.516757:0:3620:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0dc1c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6494 initiator: MDT0 00010000:00010000:2.0:1762166833.516773:0:3620:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0dc1c lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6494 initiator: MDT0 00010000:00010000:2.0:1762166833.516787:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:2.0:1762166833.516790:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1762166833.516795:0:3620:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0dc1c lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6494 initiator: MDT0 00010000:00010000:2.0:1762166833.516801:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cad000/0x2f180c4effb0dc1c lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6494 initiator: MDT0 00000100:00100000:3.0:1762166833.516809:0:3633:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bcbe35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1847765446881792:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1762166833.516820:0:3620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28400/0x2f180c4effb0dc31 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.516828:0:3620:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28400/0x2f180c4effb0dc31 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00000100:00100000:1.0:1762166833.516833:0:3634:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc58cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1847765446881920:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1762166833.516837:0:3620:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28400/0x2f180c4effb0dc31 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:2.0:1762166833.516845:0:3620:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bcaa28400 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:2.0:1762166833.516849:0:3620:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28400/0x2f180c4effb0dc31 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00000100:00100000:0.0:1762166833.516853:0:3635:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc58cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1847765446882048:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1762166833.516858:0:3620:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28400/0x2f180c4effb0dc31 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00000100:00100000:3.0:1762166833.516868:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762166833.516870:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:2.0:1762166833.516874:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1762166833.516878:0:3620:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28400/0x2f180c4effb0dc31 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00000100:00100000:1.0:1762166833.516882:0:3636:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bcbe34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3636:1847765446882176:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1762166833.516892:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28400/0x2f180c4effb0dc31 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00000100:00100000:0.0:1762166833.516898:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762166833.516922:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:2.0:1762166833.516948:0:6498:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b8dce82e reply state 00000000626ef9f6 transno 8589934649 ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28600/0x2f180c4effb0dc38 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6498 initiator: MDT0 00000100:00100000:3.0:1762166833.516951:0:9165:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446881792 00000100:00100000:3.0:1762166833.516958:0:9165:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446881792 00000100:00100000:0.0:1762166833.516963:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762166833.516968:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28600/0x2f180c4effb0dc38 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6498 initiator: MDT0 00000100:00100000:1.0:1762166833.516973:0:8380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446882048 00010000:00010000:2.0:1762166833.516978:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00000100:00100000:1.0:1762166833.516978:0:8380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446882048 00010000:00010000:2.0:1762166833.516984:0:6498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1762166833.516987:0:6498:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1762166833.516993:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:2.0:1762166833.516997:0:6498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00000100:00100000:3.0:1762166833.516998:0:9165:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446882176 00000100:00100000:3.0:1762166833.517004:0:9165:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446882176 00010000:00010000:2.0:1762166833.517004:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cacc00/0x2f180c4effb0dbc8 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x17:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83cf expref: 22 pid: 12357 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762166833.517015:0:8380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446881920 00000100:00100000:1.0:1762166833.517019:0:8380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446881920 00000100:00100000:0.0:1762166833.517024:0:8383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1231 00000100:00100000:0.0:1762166833.517037:0:8383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4946300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3633:x1847765446881792:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1762166833.517048:0:9165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232 00000100:00100000:1.0:1762166833.517056:0:8380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1233 00000100:00100000:3.0:1762166833.517060:0:9165:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf79e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3635:x1847765446882048:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1762166833.517070:0:8380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc2d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3636:x1847765446882176:12345-0@lo:2:osp-syn-0-0.0 00010000:00080000:2.0:1762166833.517086:0:6498:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1762166833.517100:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf1cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1e11365-ba0b-405b-99c9-a704373217f2+22:50514:x1847765440213632:12345-192.168.204.38@tcp:35:lfs.0 Request processed in 4027us (4158us total) trans 8589934649 rc 0/0 00000100:00100000:2.0:1762166833.517109:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 875 00010000:00010000:2.0:1762166833.517136:0:3619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28600/0x2f180c4effb0dc38 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6498 initiator: MDT0 00010000:00010000:2.0:1762166833.517143:0:3619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28600/0x2f180c4effb0dc38 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6498 initiator: MDT0 00002000:00010000:3.0:1762166833.517149:0:9165:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x64:0x0] updating lvb size from disk: 16384 -> 16384 00002000:00010000:0.0:1762166833.517149:0:8383:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x63:0x0] updating lvb size from disk: 16384 -> 16384 00010000:00010000:2.0:1762166833.517150:0:3619:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28600/0x2f180c4effb0dc38 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6498 initiator: MDT0 00002000:00010000:1.0:1762166833.517150:0:8380:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x64:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1762166833.517158:0:9165:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x64:0x0] updating lvb mtime from disk: 1762166833 -> 1762166833 00002000:00010000:1.0:1762166833.517159:0:8380:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x64:0x0] updating lvb mtime from disk: 1762166833 -> 1762166833 00002000:00010000:0.0:1762166833.517164:0:8383:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x63:0x0] updating lvb mtime from disk: 1762166833 -> 1762166833 00002000:00010000:1.0:1762166833.517167:0:8380:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x64:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1762166833.517168:0:9165:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x64:0x0] updating lvb atime from disk: 0 -> 0 00010000:00010000:2.0:1762166833.517169:0:3619:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bcaa28600 already unused, calling callback (ffffffffc18e2310) 00002000:00010000:0.0:1762166833.517170:0:8383:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x63:0x0] updating lvb atime from disk: 1762166833 -> 1762166833 00002000:00010000:1.0:1762166833.517176:0:8380:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x64:0x0] updating lvb ctime from disk: 1762166833 -> 1762166833 00002000:00010000:3.0:1762166833.517177:0:9165:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x64:0x0] updating lvb ctime from disk: 1762166833 -> 1762166833 00010000:00010000:2.0:1762166833.517177:0:3619:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28600/0x2f180c4effb0dc38 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6498 initiator: MDT0 00002000:00010000:0.0:1762166833.517177:0:8383:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x63:0x0] updating lvb ctime from disk: 1762166833 -> 1762166833 00002000:00010000:1.0:1762166833.517182:0:8380:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x64:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1762166833.517187:0:9165:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x64:0x0] updating lvb blocks from disk: 32 -> 32 00002000:00010000:0.0:1762166833.517187:0:8383:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x63:0x0] updating lvb blocks from disk: 32 -> 32 00010000:00010000:2.0:1762166833.517210:0:3619:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28600/0x2f180c4effb0dc38 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6498 initiator: MDT0 00010000:00010000:2.0:1762166833.517221:0:3619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:2.0:1762166833.517225:0:3619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1762166833.517227:0:8380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc2d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3636:x1847765446882176:12345-0@lo:2:osp-syn-0-0.0 Request processed in 160us (305us total) trans 21474836750 rc 0/0 00010000:00010000:2.0:1762166833.517229:0:3619:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28600/0x2f180c4effb0dc38 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6498 initiator: MDT0 00010000:00010000:2.0:1762166833.517239:0:3619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28600/0x2f180c4effb0dc38 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6498 initiator: MDT0 00000100:00100000:1.0:1762166833.517239:0:8380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1233 00000100:00100000:3.0:1762166833.517246:0:9165:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf79e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3635:x1847765446882048:12345-0@lo:2:osp-syn-1-0.0 Request processed in 187us (346us total) trans 17179869419 rc 0/0 00000100:00100000:0.0:1762166833.517252:0:8383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4946300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3633:x1847765446881792:12345-0@lo:2:osp-syn-0-0.0 Request processed in 217us (382us total) trans 21474836749 rc 0/0 00000100:00100000:3.0:1762166833.517259:0:9165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232 00000100:00100000:1.0:1762166833.517272:0:8380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1234 00000100:00100000:0.0:1762166833.517279:0:8383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1231 00000100:00100000:1.0:1762166833.517284:0:8380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf79e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3634:x1847765446881920:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1762166833.517329:0:3633:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff945bcbe35f80/2, rc 0, transno 21474836749 00002000:00010000:1.0:1762166833.517334:0:8380:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x63:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:0.0:1762166833.517336:0:3633:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bcbe35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1847765446881792:0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1762166833.517339:0:8380:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x63:0x0] updating lvb mtime from disk: 1762166833 -> 1762166833 00002000:00010000:1.0:1762166833.517342:0:8380:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x63:0x0] updating lvb atime from disk: 1762166833 -> 1762166833 00002000:00010000:1.0:1762166833.517345:0:8380:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x63:0x0] updating lvb ctime from disk: 1762166833 -> 1762166833 00002000:00010000:1.0:1762166833.517348:0:8380:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x63:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1762166833.517380:0:3635:0:(client.c:3071:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869415 gen 2 00000004:00080000:0.0:1762166833.517386:0:3635:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff945cf3db4000, transno 17179869414 00000100:00100000:1.0:1762166833.517395:0:8380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf79e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3634:x1847765446881920:12345-0@lo:2:osp-syn-1-0.0 Request processed in 114us (436us total) trans 17179869420 rc 0/0 00000004:00080000:0.0:1762166833.517401:0:3635:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff945cf3db5c00, transno 17179869415 00000100:00100000:1.0:1762166833.517406:0:8380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1234 00000100:00100000:0.0:1762166833.517413:0:3635:0:(client.c:3115:ptlrpc_free_committed()) @@@ stopping search req@ffff945bc58cf480 x1847765446882048/t17179869419(17179869419) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1762166849 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1762166833.517422:0:3635:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff945bc58cf480/2, rc 0, transno 17179869419 00000004:00080000:2.0:1762166833.517425:0:3634:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff945bc58cd180/2, rc 0, transno 17179869420 00000100:00100000:0.0:1762166833.517428:0:3635:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc58cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1847765446882048:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1762166833.517435:0:3634:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc58cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1847765446881920:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1762166833.517443:0:3636:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff945bcbe34700/2, rc 0, transno 21474836750 00000100:00100000:1.0:1762166833.517448:0:3636:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bcbe34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3636:1847765446882176:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1762166833.518527:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166833.518579:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440213888 00000100:00100000:3.0:1762166833.518588:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440213888 00000100:00100000:3.0:1762166833.518633:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3050 00000100:00100000:3.0:1762166833.518641:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf79ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+21:50514:x1847765440213888:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:3.0:1762166833.518661:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1762166833.518678:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28e00/0x2f180c4effb0dc3f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b8400 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.518733:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28e00/0x2f180c4effb0dc3f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8400 expref: 22 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.518747:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28e00/0x2f180c4effb0dc3f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8400 expref: 22 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.518768:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:3.0:1762166833.518772:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1762166833.518776:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bcaa28e00, rc 0) 00000100:00100000:3.0:1762166833.518829:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf79ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+22:50514:x1847765440213888:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 188us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1762166833.518838:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3050 00000100:00100000:2.0:1762166833.520235:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.520299:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440214144 00000100:00100000:0.0:1762166833.520307:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440214144 00000100:00100000:0.0:1762166833.520348:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 876 00000100:00100000:0.0:1762166833.520357:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4013b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1e11365-ba0b-405b-99c9-a704373217f2+22:50514:x1847765440214144:12345-192.168.204.38@tcp:35:lfs.0 00000100:00100000:0.0:1762166833.520603:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4013b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1e11365-ba0b-405b-99c9-a704373217f2+23:50514:x1847765440214144:12345-192.168.204.38@tcp:35:lfs.0 Request processed in 246us (374us total) trans 8589934650 rc 0/0 00000100:00100000:0.0:1762166833.520611:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 876 00000100:00100000:0.0:1762166833.530557:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166833.530675:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440214400 00000100:00100000:3.0:1762166833.530687:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440214400 00000100:00100000:3.0:1762166833.530750:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3051 00000100:00100000:3.0:1762166833.530760:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf79eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+23:50516:x1847765440214400:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:3.0:1762166833.530786:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1762166833.530810:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dc46 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b8407 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.530903:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29c00/0x2f180c4effb0dc4d lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.530916:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29c00/0x2f180c4effb0dc4d lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.530926:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29c00/0x2f180c4effb0dc4d lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.530938:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28000/0x2f180c4effb0dc54 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.530945:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28000/0x2f180c4effb0dc54 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.530952:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28000/0x2f180c4effb0dc54 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.531025:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29c00/0x2f180c4effb0dc4d lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.531033:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29c00/0x2f180c4effb0dc4d lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.531039:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29c00/0x2f180c4effb0dc4d lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.531044:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bcaa29c00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:3.0:1762166833.531048:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29c00/0x2f180c4effb0dc4d lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.531056:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29c00/0x2f180c4effb0dc4d lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.531077:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x0 (ffff945bc482e300) 00010000:00010000:3.0:1762166833.531081:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1762166833.531085:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29c00/0x2f180c4effb0dc4d lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.531091:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29c00/0x2f180c4effb0dc4d lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.531103:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28000/0x2f180c4effb0dc54 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.531109:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28000/0x2f180c4effb0dc54 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.531115:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28000/0x2f180c4effb0dc54 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.531120:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bcaa28000 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:3.0:1762166833.531123:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28000/0x2f180c4effb0dc54 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.531128:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28000/0x2f180c4effb0dc54 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.531134:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x98a5b8df (ffff945bc482e000) 00010000:00010000:3.0:1762166833.531137:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1762166833.531139:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28000/0x2f180c4effb0dc54 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.531144:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28000/0x2f180c4effb0dc54 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.531172:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dc46 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8407 expref: 24 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.531187:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x0 (ffff945bc482e300) 00010000:00010000:3.0:1762166833.531190:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1762166833.531194:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dc46 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8407 expref: 24 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.531205:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bcaa29200, rc 0) 00000100:00100000:3.0:1762166833.531265:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf79eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+23:50516:x1847765440214400:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 506us (717us total) trans 0 rc 301/301 00000100:00100000:3.0:1762166833.531272:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3051 00000100:00100000:2.0:1762166833.532248:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166833.532279:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440214528 00000100:00100000:3.0:1762166833.532285:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440214528 00000100:00100000:3.0:1762166833.532318:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3052 00000100:00100000:3.0:1762166833.532326:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4012680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+23:50516:x1847765440214528:12345-192.168.204.38@tcp:34:lfs.0 00010000:00010000:3.0:1762166833.532367:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29000/0x2f180c4effb0dc5b lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532376:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29000/0x2f180c4effb0dc5b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532381:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29000/0x2f180c4effb0dc5b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532388:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dc62 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532392:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dc62 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532395:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dc62 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532431:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28200/0x2f180c4effb0dc69 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532436:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28200/0x2f180c4effb0dc69 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532440:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28200/0x2f180c4effb0dc69 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000004:00200000:3.0:1762166833.532469:0:12357:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x17:0x0]: returning size 16384 00000004:00200000:3.0:1762166833.532472:0:12357:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1762166833.532503:0:12357:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28200/0x2f180c4effb0dc69 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532512:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29000/0x2f180c4effb0dc5b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532516:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29000/0x2f180c4effb0dc5b lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532520:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29000/0x2f180c4effb0dc5b lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532523:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bcaa29000 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:3.0:1762166833.532525:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29000/0x2f180c4effb0dc5b lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532528:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29000/0x2f180c4effb0dc5b lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532533:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x0 (ffff945bc482ee00) 00010000:00010000:3.0:1762166833.532535:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1762166833.532537:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29000/0x2f180c4effb0dc5b lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532545:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29000/0x2f180c4effb0dc5b lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532555:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dc62 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532558:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dc62 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532573:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dc62 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532577:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bcaa29a00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:3.0:1762166833.532580:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dc62 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532583:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dc62 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532589:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x98a5b8df (ffff945bc482e400) 00010000:00010000:3.0:1762166833.532590:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1762166833.532592:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dc62 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532596:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dc62 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532603:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28200/0x2f180c4effb0dc69 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532607:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28200/0x2f180c4effb0dc69 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532618:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28200/0x2f180c4effb0dc69 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532621:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bcaa28200 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:3.0:1762166833.532623:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28200/0x2f180c4effb0dc69 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532626:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28200/0x2f180c4effb0dc69 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532630:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:3.0:1762166833.532631:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1762166833.532632:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28200/0x2f180c4effb0dc69 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.532635:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28200/0x2f180c4effb0dc69 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00000100:00100000:3.0:1762166833.532677:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4012680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+23:50516:x1847765440214528:12345-192.168.204.38@tcp:34:lfs.0 Request processed in 351us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1762166833.532685:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3052 00000100:00100000:2.0:1762166833.541395:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166833.541507:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440214784 00000100:00100000:3.0:1762166833.541526:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440214784 00000100:00100000:3.0:1762166833.541626:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3053 00000100:00100000:3.0:1762166833.541640:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc5805180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+23:50518:x1847765440214784:12345-192.168.204.38@tcp:101:multiop.0 00010000:00010000:3.0:1762166833.541667:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1762166833.541695:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28200/0x2f180c4effb0dc70 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b840e expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.541863:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dc77 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.541897:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dc77 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.541910:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dc77 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.541924:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29000/0x2f180c4effb0dc7e lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.541931:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29000/0x2f180c4effb0dc7e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.541936:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29000/0x2f180c4effb0dc7e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.542009:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dc85 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.542019:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dc85 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.542026:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dc85 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000004:00200000:3.0:1762166833.542039:0:12357:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x17:0x0]: returning size 16384 00010000:00010000:3.0:1762166833.542141:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dc77 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.542149:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dc77 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.542155:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dc77 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.542161:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bcaa29a00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:3.0:1762166833.542172:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dc77 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.542181:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dc77 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.542195:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x0 (ffff945bc482e400) 00010000:00010000:3.0:1762166833.542198:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1762166833.542204:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dc77 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.542211:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dc77 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.542225:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29000/0x2f180c4effb0dc7e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.542231:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29000/0x2f180c4effb0dc7e lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.542237:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29000/0x2f180c4effb0dc7e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.542242:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bcaa29000 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:3.0:1762166833.542245:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29000/0x2f180c4effb0dc7e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.542251:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29000/0x2f180c4effb0dc7e lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.542258:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x98a5b8df (ffff945bc482ee00) 00010000:00010000:3.0:1762166833.542261:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1762166833.542264:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29000/0x2f180c4effb0dc7e lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.542279:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29000/0x2f180c4effb0dc7e lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.542348:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28200/0x2f180c4effb0dc70 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b840e expref: 26 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.542366:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dc85 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b840e expref: 25 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.542375:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:3.0:1762166833.542377:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1762166833.542380:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bcaa29200, rc 0) 00000100:00100000:3.0:1762166833.542465:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc5805180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+25:50518:x1847765440214784:12345-192.168.204.38@tcp:101:multiop.0 Request processed in 828us (1078us total) trans 8589934651 rc 0/0 00000100:00100000:3.0:1762166833.542473:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3053 00000100:00100000:0.0:1762166833.544380:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1762166833.544459:0:8380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440214912 00000100:00100000:1.0:1762166833.544468:0:8380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440214912 00000100:00100000:1.0:1762166833.544537:0:8380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1235 00000100:00100000:1.0:1762166833.544545:0:8380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf79ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e1e11365-ba0b-405b-99c9-a704373217f2+12:50518:x1847765440214912:12345-192.168.204.38@tcp:101:multiop.0 00010000:00010000:1.0:1762166833.544573:0:8380:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1762166833.544590:0:8380:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff945bc4410600/0x2f180c4effb0dc93 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b8415 expref: -99 pid: 8380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166833.544618:0:8380:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff945bc60b0600/0x2f180c4effb0dc00 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83e4 expref: 13 pid: 8380 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762166833.544625:0:8380:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762166833.544627:0:8380:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762166833.544629:0:8380:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff945bc4410600/0x2f180c4effb0dc93 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8415 expref: 13 pid: 8380 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166833.544655:0:8380:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff945bc60b0600/0x2f180c4effb0dc00 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83e4 expref: 13 pid: 8380 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762166833.544664:0:8380:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff945bc60b0600/0x2f180c4effb0dc00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83e4 expref: 13 pid: 8380 timeout: 552 lvb_type: 1 00000100:00100000:1.0:1762166833.544674:0:8380:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc2d5f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8380:1847765446882304:192.168.204.38@tcp:104: 00000100:00100000:1.0:1762166833.544747:0:8380:0:(client.c:2680:ptlrpc_set_wait()) set ffff945cc9a5ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1762166833.546003:0:8380:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc2d5f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8380:1847765446882304:192.168.204.38@tcp:104: 00010000:00010000:1.0:1762166833.546045:0:8380:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff945bc4410600/0x2f180c4effb0dc93 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8415 expref: 13 pid: 8380 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762166833.546065:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1762166833.546069:0:8380:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bc4410600, rc 0) 00000100:00100000:3.0:1762166833.546107:0:9458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440215040 00000100:00100000:3.0:1762166833.546116:0:9458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440215040 00000100:00100000:1.0:1762166833.546140:0:8380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf79ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e1e11365-ba0b-405b-99c9-a704373217f2+14:50518:x1847765440214912:12345-192.168.204.38@tcp:101:multiop.0 Request processed in 1592us (1762us total) trans 0 rc 0/0 00010000:00010000:3.0:1762166833.546146:0:9458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff945bc60b0600/0x2f180c4effb0dc00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83e4 expref: 14 pid: 8380 timeout: 552 lvb_type: 1 00000100:00100000:1.0:1762166833.546159:0:8380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1235 00000100:00100000:3.0:1762166833.546238:0:9458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 752 00000100:00100000:3.0:1762166833.546249:0:9458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf79e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e1e11365-ba0b-405b-99c9-a704373217f2+13:2418:x1847765440215040:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762166833.546261:0:9458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762166833.546279:0:9458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff945bc60b0600/0x2f180c4effb0dc00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83e4 expref: 13 pid: 8380 timeout: 552 lvb_type: 1 00010000:00010000:3.0:1762166833.546292:0:9458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff945bc60b0600/0x2f180c4effb0dc00 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83e4 expref: 13 pid: 8380 timeout: 552 lvb_type: 1 00010000:00010000:3.0:1762166833.546358:0:9458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff945bc60b0600/0x2f180c4effb0dc00 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b83e4 expref: 13 pid: 8380 timeout: 552 lvb_type: 1 00010000:00010000:3.0:1762166833.546373:0:9458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762166833.546374:0:9458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762166833.546381:0:9458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff945bc4410600/0x2f180c4effb0dc93 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8415 expref: 12 pid: 8380 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.546390:0:9458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff945bc4410600/0x2f180c4effb0dc93 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8415 expref: 12 pid: 8380 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.546416:0:9458:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff945bc4410600/0x2f180c4effb0dc93 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8415 expref: 12 pid: 8380 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762166833.546426:0:9458:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc4944380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:9458:1847765446882432:192.168.204.38@tcp:105: 00000100:00100000:3.0:1762166833.546498:0:9458:0:(client.c:2680:ptlrpc_set_wait()) set ffff945ccaf2ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1762166833.547412:0:9458:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc4944380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:9458:1847765446882432:192.168.204.38@tcp:105: 00010000:00010000:3.0:1762166833.547425:0:9458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762166833.547467:0:9458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf79e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e1e11365-ba0b-405b-99c9-a704373217f2+12:2418:x1847765440215040:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 1220us (1405us total) trans 0 rc 0/0 00000100:00100000:3.0:1762166833.547508:0:9458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 752 00000100:00100000:2.0:1762166833.547754:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1762166833.547831:0:14623:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440215168 00000100:00100000:1.0:1762166833.547843:0:14623:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440215168 00002000:00100000:1.0:1762166833.547905:0:14623:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x63:0x0] (0->4095) req@ffff945d011e9500 x1847765440215168/t0(0) o3->e1e11365-ba0b-405b-99c9-a704373217f2@192.168.204.38@tcp:619/0 lens 488/0 e 0 to 0 dl 1762166844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1762166833.547916:0:14623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff945d011e9500 with x1847765440215168 ext(0->4095) 00002000:00010000:1.0:1762166833.547922:0:14623:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff945d011e9500 00000100:00100000:1.0:1762166833.547953:0:14623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 551 00000100:00100000:1.0:1762166833.547965:0:14623:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945d011e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e1e11365-ba0b-405b-99c9-a704373217f2+12:2419:x1847765440215168:12345-192.168.204.38@tcp:3:lfs.0 00000100:00100000:1.0:1762166833.548159:0:14623:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945d011e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e1e11365-ba0b-405b-99c9-a704373217f2+12:2419:x1847765440215168:12345-192.168.204.38@tcp:3:lfs.0 Request processed in 196us (405us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1762166833.548168:0:14623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 551 00002000:00100000:1.0:1762166833.548176:0:14623:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x63:0x0] (0->4095) req@ffff945d011e9500 x1847765440215168/t0(0) o3->e1e11365-ba0b-405b-99c9-a704373217f2@192.168.204.38@tcp:619/0 lens 488/4536 e 0 to 0 dl 1762166844 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1762166833.548185:0:14623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff945d011e9500 with x1847765440215168 ext(0->4095) 00002000:00010000:1.0:1762166833.548189:0:14623:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff945d011e9500 00000100:00100000:2.0:1762166833.549516:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166833.549599:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440215424 00000100:00100000:3.0:1762166833.549606:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440215424 00000100:00100000:3.0:1762166833.549661:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3054 00000100:00100000:3.0:1762166833.549671:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc5bc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+25:50518:x1847765440215424:12345-192.168.204.38@tcp:101:multiop.0 00010000:00010000:3.0:1762166833.549708:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1762166833.549711:0:12357:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:3.0:1762166833.549733:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28e00/0x2f180c4effb0dc3f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8400 expref: 25 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.549751:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dc85 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b840e expref: 24 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.549772:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:3.0:1762166833.549777:0:12357:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762166833.549790:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28200/0x2f180c4effb0dc9a lrc: 2/0,0 mode: --/EX res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b841c expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.549834:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29000/0x2f180c4effb0dca1 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.549847:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29000/0x2f180c4effb0dca1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x17:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.549858:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29000/0x2f180c4effb0dca1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x17:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000040:00080000:3.0:1762166833.550083:0:12357:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].11, 88 off9088 00000004:00080000:3.0:1762166833.550092:0:12357:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 452698613394ns, next at 452789867331ns, rc = 0 00000040:00080000:3.0:1762166833.550130:0:12357:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].10, 88 off9024 00000004:00080000:3.0:1762166833.550136:0:12357:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 452698658246ns, next at 452789906596ns, rc = 0 00000040:00080000:3.0:1762166833.550164:0:12357:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].11, 88 off9112 00000004:00080000:3.0:1762166833.550171:0:12357:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 452698692880ns, next at 452789906596ns, rc = 0 00000040:00080000:3.0:1762166833.550184:0:12357:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].12, 88 off9176 00000004:00080000:3.0:1762166833.550190:0:12357:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 452698711469ns, next at 452789867331ns, rc = 0 00000001:00080000:0.0:1762166833.551184:0:32215:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934652 is committed 00000004:00080000:0.0:1762166833.551190:0:32215:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 13 committed 00000004:00080000:0.0:1762166833.551206:0:32215:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 11 committed 00000004:00080000:0.0:1762166833.551216:0:32215:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 10 committed 00000004:00080000:0.0:1762166833.551219:0:32215:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 12 committed 00010000:00010000:2.0:1762166833.551305:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29000/0x2f180c4effb0dca1 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x17:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b841c expref: 23 pid: 12357 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762166833.551315:0:3633:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc4944380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1847765446882688:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1762166833.551318:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:2.0:1762166833.551324:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:1.0:1762166833.551337:0:3634:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc2d5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1847765446882816:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1762166833.551339:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28200/0x2f180c4effb0dc9a lrc: 0/0,0 mode: --/EX res: [0x200000405:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b841c expref: 23 pid: 12357 timeout: 0 lvb_type: 3 00000100:00100000:3.0:1762166833.551358:0:3635:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc4946680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1847765446882944:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1762166833.551361:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29000/0x2f180c4effb0dca1 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x17:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b841c expref: 22 pid: 12357 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762166833.551373:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762166833.551400:0:8380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446882688 00010000:00010000:2.0:1762166833.551402:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:2.0:1762166833.551406:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:1.0:1762166833.551406:0:8380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446882688 00000100:00100000:3.0:1762166833.551411:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762166833.551412:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bcaa29000, rc 0) 00000100:00100000:0.0:1762166833.551417:0:3633:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc2d5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1847765446882560:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1762166833.551446:0:28874:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446882944 00000100:00100000:0.0:1762166833.551446:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762166833.551452:0:8380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:2.0:1762166833.551453:0:28874:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446882944 00000100:00100000:1.0:1762166833.551466:0:8380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc5ef7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3633:x1847765446882688:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1762166833.551506:0:8383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446882560 00000100:00100000:0.0:1762166833.551510:0:8383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446882560 00000100:00100000:2.0:1762166833.551517:0:28874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:3.0:1762166833.551529:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc5bc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+22:50518:x1847765440215424:12345-192.168.204.38@tcp:101:multiop.0 Request processed in 1857us (2013us total) trans 8589934652 rc 0/0 00000100:00100000:2.0:1762166833.551529:0:28874:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4946a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3635:x1847765446882944:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1762166833.551540:0:8383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:3.0:1762166833.551545:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3054 00000100:00100000:0.0:1762166833.551553:0:8383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc5ef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3633:x1847765446882560:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1762166833.551611:0:8380:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x63:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1762166833.551616:0:8380:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x63:0x0] updating lvb mtime from disk: 1762166833 -> 1762166833 00002000:00010000:1.0:1762166833.551619:0:8380:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x63:0x0] updating lvb atime from disk: 1762166833 -> 1762166833 00002000:00010000:1.0:1762166833.551622:0:8380:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x63:0x0] updating lvb ctime from disk: 1762166833 -> 1762166833 00002000:00010000:1.0:1762166833.551625:0:8380:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x63:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1762166833.551627:0:28874:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x64:0x0] updating lvb size from disk: 16384 -> 16384 00002000:00010000:2.0:1762166833.551632:0:28874:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x64:0x0] updating lvb mtime from disk: 1762166833 -> 1762166833 00002000:00010000:2.0:1762166833.551635:0:28874:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x64:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1762166833.551637:0:28874:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x64:0x0] updating lvb ctime from disk: 1762166833 -> 1762166833 00002000:00010000:2.0:1762166833.551640:0:28874:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x64:0x0] updating lvb blocks from disk: 32 -> 32 00002000:00010000:0.0:1762166833.551643:0:8383:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x63:0x0] updating lvb size from disk: 16384 -> 16384 00002000:00010000:0.0:1762166833.551648:0:8383:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x63:0x0] updating lvb mtime from disk: 1762166833 -> 1762166833 00002000:00010000:0.0:1762166833.551651:0:8383:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x63:0x0] updating lvb atime from disk: 1762166833 -> 1762166833 00002000:00010000:0.0:1762166833.551654:0:8383:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x63:0x0] updating lvb ctime from disk: 1762166833 -> 1762166833 00002000:00010000:0.0:1762166833.551656:0:8383:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x63:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:1.0:1762166833.551698:0:8380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc5ef7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3633:x1847765446882688:12345-0@lo:2:osp-syn-1-0.0 Request processed in 235us (324us total) trans 17179869421 rc 0/0 00000100:00100000:0.0:1762166833.551705:0:8383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc5ef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3633:x1847765446882560:12345-0@lo:2:osp-syn-0-0.0 Request processed in 154us (257us total) trans 21474836751 rc 0/0 00000100:00100000:1.0:1762166833.551710:0:8380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00100000:2.0:1762166833.551714:0:28874:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4946a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3635:x1847765446882944:12345-0@lo:2:osp-syn-1-0.0 Request processed in 185us (302us total) trans 17179869422 rc 0/0 00000100:00100000:0.0:1762166833.551721:0:8383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00000100:00100000:2.0:1762166833.551729:0:28874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00100000:1.0:1762166833.551742:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762166833.551760:0:28874:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446882816 00000100:00100000:2.0:1762166833.551765:0:28874:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446882816 00000004:00080000:3.0:1762166833.551792:0:3633:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff945bc4944380/2, rc 0, transno 17179869421 00000100:00100000:2.0:1762166833.551799:0:28874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239 00000100:00100000:3.0:1762166833.551803:0:3633:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc4944380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1847765446882688:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1762166833.551804:0:3635:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff945bc4946680/2, rc 0, transno 17179869422 00000100:00100000:2.0:1762166833.551813:0:28874:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc2d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3634:x1847765446882816:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1762166833.551816:0:3635:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc4946680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1847765446882944:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1762166833.551829:0:3633:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff945bc2d5f800/2, rc 0, transno 21474836751 00000100:00100000:3.0:1762166833.551836:0:3633:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc2d5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1847765446882560:0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1762166833.551884:0:28874:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x64:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1762166833.551887:0:28874:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x64:0x0] updating lvb mtime from disk: 1762166833 -> 1762166833 00002000:00010000:2.0:1762166833.551889:0:28874:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x64:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1762166833.551891:0:28874:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x64:0x0] updating lvb ctime from disk: 1762166833 -> 1762166833 00002000:00010000:2.0:1762166833.551894:0:28874:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x64:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1762166833.551929:0:28874:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc2d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3634:x1847765446882816:12345-0@lo:2:osp-syn-0-0.0 Request processed in 121us (188us total) trans 21474836752 rc 0/0 00000100:00100000:2.0:1762166833.551943:0:28874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239 00000004:00080000:1.0:1762166833.551962:0:3634:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff945bc2d5dc00/2, rc 0, transno 21474836752 00000100:00100000:1.0:1762166833.551968:0:3634:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc2d5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1847765446882816:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1762166833.565276:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1762166833.565373:0:14623:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440215552 00000100:00100000:1.0:1762166833.565389:0:14623:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440215552 00002000:00100000:1.0:1762166833.565445:0:14623:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x63:0x0] (0->4095) req@ffff945bc5ef6a00 x1847765440215552/t0(0) o3->e1e11365-ba0b-405b-99c9-a704373217f2@192.168.204.38@tcp:619/0 lens 488/0 e 0 to 0 dl 1762166844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1762166833.565457:0:14623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff945bc5ef6a00 with x1847765440215552 ext(0->4095) 00002000:00010000:1.0:1762166833.565463:0:14623:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff945bc5ef6a00 00000100:00100000:1.0:1762166833.565533:0:14623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 552 00000100:00100000:1.0:1762166833.565545:0:14623:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc5ef6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e1e11365-ba0b-405b-99c9-a704373217f2+12:2418:x1847765440215552:12345-192.168.204.38@tcp:3:lfs.0 00000100:00100000:1.0:1762166833.565745:0:14623:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc5ef6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e1e11365-ba0b-405b-99c9-a704373217f2+12:2418:x1847765440215552:12345-192.168.204.38@tcp:3:lfs.0 Request processed in 202us (480us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1762166833.565755:0:14623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 552 00002000:00100000:1.0:1762166833.565763:0:14623:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x63:0x0] (0->4095) req@ffff945bc5ef6a00 x1847765440215552/t0(0) o3->e1e11365-ba0b-405b-99c9-a704373217f2@192.168.204.38@tcp:619/0 lens 488/4536 e 0 to 0 dl 1762166844 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1762166833.565772:0:14623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff945bc5ef6a00 with x1847765440215552 ext(0->4095) 00002000:00010000:1.0:1762166833.565776:0:14623:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff945bc5ef6a00 00000100:00100000:3.0:1762166833.567630:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1762166833.567696:0:14623:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440215680 00000100:00100000:1.0:1762166833.567704:0:14623:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440215680 00002000:00100000:1.0:1762166833.567728:0:14623:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x63:0x0] (4096->8191) req@ffff945bc4947100 x1847765440215680/t0(0) o3->e1e11365-ba0b-405b-99c9-a704373217f2@192.168.204.38@tcp:619/0 lens 488/0 e 0 to 0 dl 1762166844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1762166833.567735:0:14623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff945bc4947100 with x1847765440215680 ext(4096->8191) 00002000:00010000:1.0:1762166833.567738:0:14623:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff945bc4947100 00000100:00100000:1.0:1762166833.567759:0:14623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 553 00000100:00100000:1.0:1762166833.567764:0:14623:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4947100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e1e11365-ba0b-405b-99c9-a704373217f2+12:2419:x1847765440215680:12345-192.168.204.38@tcp:3:lfs.0 00000100:00100000:1.0:1762166833.567844:0:14623:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4947100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e1e11365-ba0b-405b-99c9-a704373217f2+12:2419:x1847765440215680:12345-192.168.204.38@tcp:3:lfs.0 Request processed in 80us (224us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1762166833.567849:0:14623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 553 00002000:00100000:1.0:1762166833.567854:0:14623:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x63:0x0] (4096->8191) req@ffff945bc4947100 x1847765440215680/t0(0) o3->e1e11365-ba0b-405b-99c9-a704373217f2@192.168.204.38@tcp:619/0 lens 488/4536 e 0 to 0 dl 1762166844 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1762166833.567859:0:14623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff945bc4947100 with x1847765440215680 ext(4096->8191) 00002000:00010000:1.0:1762166833.567861:0:14623:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff945bc4947100 00000100:00100000:2.0:1762166833.569275:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1762166833.569324:0:14623:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440215808 00000100:00100000:1.0:1762166833.569329:0:14623:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440215808 00002000:00100000:1.0:1762166833.569359:0:14623:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x63:0x0] (8192->12287) req@ffff945bc5bc2300 x1847765440215808/t0(0) o3->e1e11365-ba0b-405b-99c9-a704373217f2@192.168.204.38@tcp:619/0 lens 488/0 e 0 to 0 dl 1762166844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1762166833.569365:0:14623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff945bc5bc2300 with x1847765440215808 ext(8192->12287) 00002000:00010000:1.0:1762166833.569368:0:14623:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff945bc5bc2300 00000100:00100000:1.0:1762166833.569388:0:14623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 554 00000100:00100000:1.0:1762166833.569395:0:14623:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc5bc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e1e11365-ba0b-405b-99c9-a704373217f2+12:2418:x1847765440215808:12345-192.168.204.38@tcp:3:lfs.0 00000100:00100000:1.0:1762166833.569497:0:14623:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc5bc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e1e11365-ba0b-405b-99c9-a704373217f2+12:2418:x1847765440215808:12345-192.168.204.38@tcp:3:lfs.0 Request processed in 83us (205us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1762166833.569503:0:14623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 554 00002000:00100000:1.0:1762166833.569507:0:14623:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x63:0x0] (8192->12287) req@ffff945bc5bc2300 x1847765440215808/t0(0) o3->e1e11365-ba0b-405b-99c9-a704373217f2@192.168.204.38@tcp:619/0 lens 488/4536 e 0 to 0 dl 1762166844 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1762166833.569514:0:14623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff945bc5bc2300 with x1847765440215808 ext(8192->12287) 00002000:00010000:1.0:1762166833.569516:0:14623:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff945bc5bc2300 00000100:00100000:0.0:1762166833.571025:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1762166833.571097:0:14623:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440215936 00000100:00100000:1.0:1762166833.571108:0:14623:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440215936 00002000:00100000:1.0:1762166833.571158:0:14623:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x63:0x0] (12288->16383) req@ffff945bc5ef5c00 x1847765440215936/t0(0) o3->e1e11365-ba0b-405b-99c9-a704373217f2@192.168.204.38@tcp:619/0 lens 488/0 e 0 to 0 dl 1762166844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1762166833.571170:0:14623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff945bc5ef5c00 with x1847765440215936 ext(12288->16383) 00002000:00010000:1.0:1762166833.571175:0:14623:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff945bc5ef5c00 00000100:00100000:1.0:1762166833.571207:0:14623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 555 00000100:00100000:1.0:1762166833.571223:0:14623:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc5ef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e1e11365-ba0b-405b-99c9-a704373217f2+12:2419:x1847765440215936:12345-192.168.204.38@tcp:3:lfs.0 00000100:00100000:1.0:1762166833.571383:0:14623:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc5ef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e1e11365-ba0b-405b-99c9-a704373217f2+12:2419:x1847765440215936:12345-192.168.204.38@tcp:3:lfs.0 Request processed in 163us (368us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1762166833.571391:0:14623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 555 00002000:00100000:1.0:1762166833.571412:0:14623:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x63:0x0] (12288->16383) req@ffff945bc5ef5c00 x1847765440215936/t0(0) o3->e1e11365-ba0b-405b-99c9-a704373217f2@192.168.204.38@tcp:619/0 lens 488/4536 e 0 to 0 dl 1762166844 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1762166833.571421:0:14623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff945bc5ef5c00 with x1847765440215936 ext(12288->16383) 00002000:00010000:1.0:1762166833.571425:0:14623:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff945bc5ef5c00 00000100:00100000:3.0:1762166833.572787:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166833.572851:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440216192 00000100:00100000:0.0:1762166833.572859:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440216192 00000100:00100000:0.0:1762166833.572902:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 877 00000100:00100000:0.0:1762166833.572910:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cff2fc850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1e11365-ba0b-405b-99c9-a704373217f2+22:50518:x1847765440216192:12345-192.168.204.38@tcp:35:multiop.0 00000100:00100000:0.0:1762166833.573148:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cff2fc850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1e11365-ba0b-405b-99c9-a704373217f2+23:50518:x1847765440216192:12345-192.168.204.38@tcp:35:multiop.0 Request processed in 239us (369us total) trans 8589934653 rc 0/0 00000100:00100000:0.0:1762166833.573155:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 877 00000100:00100000:2.0:1762166833.583539:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166833.583742:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440216448 00000100:00100000:3.0:1762166833.583762:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440216448 00000100:00100000:3.0:1762166833.583856:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3055 00000100:00100000:3.0:1762166833.583868:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc5bc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+23:50520:x1847765440216448:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:3.0:1762166833.583899:0:12357:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1762166833.583934:0:12357:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dca8 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b8423 expref: -99 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.584039:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dcaf lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.584057:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dcaf lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.584070:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dcaf lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.584109:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28e00/0x2f180c4effb0dcb6 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.584116:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28e00/0x2f180c4effb0dcb6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.584123:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28e00/0x2f180c4effb0dcb6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.584213:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dcaf lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.584221:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dcaf lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.584227:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dcaf lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.584233:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bcaa29200 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:3.0:1762166833.584238:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dcaf lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.584245:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dcaf lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.584257:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x0 (ffff945bc482e400) 00010000:00010000:3.0:1762166833.584260:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1762166833.584265:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dcaf lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.584271:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29200/0x2f180c4effb0dcaf lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.584284:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28e00/0x2f180c4effb0dcb6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.584295:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28e00/0x2f180c4effb0dcb6 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.584301:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28e00/0x2f180c4effb0dcb6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.584306:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bcaa28e00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:3.0:1762166833.584309:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28e00/0x2f180c4effb0dcb6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.584315:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28e00/0x2f180c4effb0dcb6 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.584322:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x98a5b8df (ffff945bc482ee00) 00010000:00010000:3.0:1762166833.584325:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1762166833.584328:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28e00/0x2f180c4effb0dcb6 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.584334:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28e00/0x2f180c4effb0dcb6 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.584369:0:12357:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dca8 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8423 expref: 24 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.584380:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x0 (ffff945bc482e400) 00010000:00010000:3.0:1762166833.584382:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1762166833.584386:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dca8 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8423 expref: 24 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166833.584397:0:12357:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bcaa29a00, rc 0) 00000100:00100000:3.0:1762166833.584533:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc5bc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+23:50520:x1847765440216448:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 666us (1068us total) trans 0 rc 301/301 00000100:00100000:3.0:1762166833.584548:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3055 00000100:00100000:1.0:1762166833.586266:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166833.586323:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440216576 00000100:00100000:3.0:1762166833.586334:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440216576 00000100:00100000:3.0:1762166833.586397:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3056 00000100:00100000:3.0:1762166833.586407:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc2d5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+23:50520:x1847765440216576:12345-192.168.204.38@tcp:34:lfs.0 00010000:00010000:3.0:1762166833.586557:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28000/0x2f180c4effb0dcbd lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.586584:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28000/0x2f180c4effb0dcbd lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.586597:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28000/0x2f180c4effb0dcbd lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.586610:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29c00/0x2f180c4effb0dcc4 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.586616:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29c00/0x2f180c4effb0dcc4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.586623:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29c00/0x2f180c4effb0dcc4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.586704:0:12357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29600/0x2f180c4effb0dccb lrc: 3/1,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.586714:0:12357:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29600/0x2f180c4effb0dccb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.586721:0:12357:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29600/0x2f180c4effb0dccb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00000004:00200000:3.0:1762166833.586781:0:12357:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x17:0x0]: returning size 16384 00000004:00200000:3.0:1762166833.586799:0:12357:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1762166833.586828:0:12357:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29600/0x2f180c4effb0dccb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.586842:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28000/0x2f180c4effb0dcbd lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.586849:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28000/0x2f180c4effb0dcbd lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.586856:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28000/0x2f180c4effb0dcbd lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.586862:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bcaa28000 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:3.0:1762166833.586866:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28000/0x2f180c4effb0dcbd lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.586875:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28000/0x2f180c4effb0dcbd lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.586887:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x0 (ffff945bc482e300) 00010000:00010000:3.0:1762166833.586890:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1762166833.586894:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28000/0x2f180c4effb0dcbd lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.586901:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa28000/0x2f180c4effb0dcbd lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.586920:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29c00/0x2f180c4effb0dcc4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.586927:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29c00/0x2f180c4effb0dcc4 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.586934:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29c00/0x2f180c4effb0dcc4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.586945:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bcaa29c00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:3.0:1762166833.586948:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29c00/0x2f180c4effb0dcc4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.586954:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29c00/0x2f180c4effb0dcc4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.586962:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x1:0x0].0x98a5b8df (ffff945bc482e000) 00010000:00010000:3.0:1762166833.586964:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1762166833.586967:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29c00/0x2f180c4effb0dcc4 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.586978:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29c00/0x2f180c4effb0dcc4 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x1:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.586991:0:12357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29600/0x2f180c4effb0dccb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.586998:0:12357:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29600/0x2f180c4effb0dccb lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.587004:0:12357:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29600/0x2f180c4effb0dccb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.587009:0:12357:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bcaa29600 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:3.0:1762166833.587012:0:12357:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29600/0x2f180c4effb0dccb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.587030:0:12357:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29600/0x2f180c4effb0dccb lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.587037:0:12357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x17:0x0].0x0 (ffff945bc1090a00) 00010000:00010000:3.0:1762166833.587046:0:12357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1762166833.587050:0:12357:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29600/0x2f180c4effb0dccb lrc: 2/0,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00010000:00010000:3.0:1762166833.587056:0:12357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29600/0x2f180c4effb0dccb lrc: 0/0,0 mode: --/PR res: [0x200000405:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12357 initiator: MDT0 00000100:00100000:3.0:1762166833.587140:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc2d5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+23:50520:x1847765440216576:12345-192.168.204.38@tcp:34:lfs.0 Request processed in 732us (884us total) trans 0 rc 0/0 00000100:00100000:3.0:1762166833.587148:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3056 00000100:00100000:1.0:1762166833.938735:0:3636:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc5ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1847765446883072:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1762166833.938835:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762166833.938908:0:8384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446883072 00000100:00100000:0.0:1762166833.938920:0:8384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446883072 00000100:00100000:0.0:1762166833.938994:0:8384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:0.0:1762166833.939009:0:8384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc2d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1847765446883072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1762166833.939054:0:8384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 36864 granted 127449920 pending 40960 free 3921305600 avail 3689783296 00000100:00100000:0.0:1762166833.939135:0:8384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc2d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1847765446883072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 129us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1762166833.939147:0:8384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:1.0:1762166833.939178:0:3636:0:(client.c:3071:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474836737 gen 2 00000004:00080000:1.0:1762166833.939188:0:3636:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff945cf3cca680, transno 21474836735 00000004:00080000:1.0:1762166833.939211:0:3636:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff945cf3cc8000, transno 21474836736 00000004:00080000:1.0:1762166833.939215:0:3636:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff945cf3cc8700, transno 21474836737 00000100:00100000:1.0:1762166833.939235:0:3636:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc5ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1847765446883072:0@lo:13:osp-pre-0-1.0 00000004:00080000:3.0:1762166833.939439:0:9158:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 3 done 00010000:00010000:3.0:1762166834.002627:0:7420:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1762166834.578579:0:32233:0:(osp_sync.c:925:osp_sync_new_err_job()) lustre-OST0001-osc-MDT0000 repeating 2 operation object 0x2c0000401:71 00000004:00080000:3.0:1762166834.578637:0:32233:0:(osp_sync.c:925:osp_sync_new_err_job()) lustre-OST0001-osc-MDT0000 repeating 2 operation object 0x2c0000401:71 00000100:00100000:2.0:1762166834.578679:0:3634:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf3db4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1847765446883328:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1762166834.578683:0:3633:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc4944e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1847765446883200:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1762166834.578751:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762166834.578793:0:28874:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446883200 00000100:00100000:2.0:1762166834.578801:0:28874:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446883200 00000100:00100000:1.0:1762166834.578837:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1762166834.578855:0:6490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1762166834.578869:0:28874:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446883328 00000100:00100000:2.0:1762166834.578874:0:28874:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446883328 00000100:00100000:0.0:1762166834.578883:0:8383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1240 00000100:00100000:0.0:1762166834.578897:0:8383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc2d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3633:x1847765446883200:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1762166834.578900:0:8380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241 00000100:00100000:1.0:1762166834.578912:0:8380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc2d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3634:x1847765446883328:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1762166834.579069:0:8380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc2d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3634:x1847765446883328:12345-0@lo:2:osp-syn-1-0.0 Request processed in 158us (232us total) trans 0 rc -22/-22 00000100:00100000:0.0:1762166834.579071:0:8383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc2d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3633:x1847765446883200:12345-0@lo:2:osp-syn-1-0.0 Request processed in 178us (320us total) trans 0 rc -22/-22 00000100:00100000:1.0:1762166834.579079:0:8380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241 00000100:00100000:0.0:1762166834.579085:0:8383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1240 00000004:00080000:3.0:1762166834.579100:0:3634:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff945cf3db4000, transno 0 00000004:00080000:3.0:1762166834.579109:0:3634:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff945cf3db4000/1, rc -22, transno 0 00000004:00080000:0.0:1762166834.579117:0:3633:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff945bc4944e00, transno 0 00000004:00080000:0.0:1762166834.579122:0:3633:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff945bc4944e00/1, rc -22, transno 0 00000100:00100000:0.0:1762166834.579130:0:3633:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc4944e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1847765446883200:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1762166834.579133:0:3634:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf3db4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1847765446883328:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1762166835.027565:0:6482:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762166835.471131:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166835.471186:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166835.471230:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1762166835.471233:0:32221:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440216704 00000100:00100000:1.0:1762166835.471254:0:32221:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440216704 00000100:00100000:3.0:1762166835.471258:0:12357:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440216832 00000100:00100000:3.0:1762166835.471267:0:12357:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440216832 00000100:00100000:0.0:1762166835.471281:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1762166835.471335:0:6494:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440216960 00000100:00100000:1.0:1762166835.471350:0:32221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 74 00000100:00100000:2.0:1762166835.471351:0:6494:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440216960 00000100:00100000:0.0:1762166835.471351:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166835.471363:0:12357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 455 00000100:00100000:1.0:1762166835.471378:0:32221:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc35b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cc359222-7391-43f5-989b-bf5867ae8fd6+9:2416:x1847765440216704:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:3.0:1762166835.471384:0:12357:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc5ef5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+23:2417:x1847765440216832:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:0.0:1762166835.471405:0:8383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440217088 00000100:00100000:0.0:1762166835.471428:0:8383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440217088 00000100:00100000:2.0:1762166835.471438:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 456 00000100:00100000:2.0:1762166835.471454:0:6494:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc5ef4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e1e11365-ba0b-405b-99c9-a704373217f2+20:2416:x1847765440216960:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:0.0:1762166835.471541:0:8383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440217216 00000100:00100000:0.0:1762166835.471545:0:8383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440217216 00000100:00100000:0.0:1762166835.471581:0:8383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 293 00000100:00100000:0.0:1762166835.471596:0:8383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc5ef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e1e11365-ba0b-405b-99c9-a704373217f2+12:2417:x1847765440217088:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:3.0:1762166835.471606:0:12357:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc5ef5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e1e11365-ba0b-405b-99c9-a704373217f2+23:2417:x1847765440216832:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 224us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1762166835.471615:0:32221:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc35b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cc359222-7391-43f5-989b-bf5867ae8fd6+9:2416:x1847765440216704:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 239us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1762166835.471628:0:12357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 455 00000100:00100000:2.0:1762166835.471642:0:6494:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc5ef4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e1e11365-ba0b-405b-99c9-a704373217f2+20:2416:x1847765440216960:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 184us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1762166835.471650:0:32221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 74 00000100:00100000:0.0:1762166835.471667:0:8383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc5ef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e1e11365-ba0b-405b-99c9-a704373217f2+12:2417:x1847765440217088:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 71us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1762166835.471669:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 456 00000100:00080000:3.0:1762166835.471677:0:6490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1762166835.471685:0:8383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 293 00000100:00080000:3.0:1762166835.471692:0:6490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1762166835.471701:0:6490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1762166835.471710:0:6490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1762166835.471736:0:8383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 294 00000100:00100000:0.0:1762166835.471750:0:8383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc5ef5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e1e11365-ba0b-405b-99c9-a704373217f2+9:2416:x1847765440217216:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:0.0:1762166835.471794:0:8383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc5ef5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e1e11365-ba0b-405b-99c9-a704373217f2+9:2416:x1847765440217216:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 47us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1762166835.471803:0:8383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 294 00000001:02000400:0.0:1762166835.787938:0:33559:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 50d: mirror rsync keep holes ========== 05:47:15 (1762166835) 00000100:00100000:2.0:1762166835.820345:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166835.820400:0:7432:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440217472 00000100:00100000:3.0:1762166835.820417:0:7432:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440217472 00000100:00100000:3.0:1762166835.820544:0:7432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3057 00000100:00100000:3.0:1762166835.820557:0:7432:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc5bc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+20:51090:x1847765440217472:12345-192.168.204.38@tcp:36:mkdir.0 00000100:00100000:3.0:1762166835.820669:0:7432:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf3db4000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:7432:1847765446883456:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1762166835.820723:0:7432:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762166835.820779:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446883456 00000100:00100000:3.0:1762166835.820784:0:7432:0:(client.c:2680:ptlrpc_set_wait()) set ffff945ccaf2c480 going to sleep for 11 seconds 00000100:00100000:2.0:1762166835.820786:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446883456 00000100:00100000:2.0:1762166835.820834:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1762166835.820844:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf3db5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7432:x1847765446883456:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1762166835.820924:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf3db5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7432:x1847765446883456:12345-0@lo:1000:mdt00_003.0 Request processed in 83us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1762166835.820933:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:1.0:1762166835.820976:0:7432:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf3db4000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:7432:1847765446883456:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1762166835.821025:0:7432:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc2d5c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:7432:1847765446883584:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1762166835.821056:0:7432:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762166835.821079:0:7432:0:(client.c:2680:ptlrpc_set_wait()) set ffff945cf1dcec00 going to sleep for 11 seconds 00000100:00100000:2.0:1762166835.821100:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446883584 00000100:00100000:2.0:1762166835.821105:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446883584 00000100:00100000:2.0:1762166835.821135:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:2.0:1762166835.821141:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc2d5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7432:x1847765446883584:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1762166835.821227:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc2d5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7432:x1847765446883584:12345-0@lo:1000:mdt00_003.0 Request processed in 85us (170us total) trans 0 rc -2/-2 00000100:00100000:2.0:1762166835.821234:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1762166835.821307:0:7432:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc2d5c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:7432:1847765446883584:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1762166835.821353:0:7432:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff945bc4410a00/0x2f180c4effb0dcd2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 7432 initiator: MDT0 00010000:00010000:1.0:1762166835.821362:0:7432:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff945bc4410a00/0x2f180c4effb0dcd2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 7432 initiator: MDT1 00010000:00010000:1.0:1762166835.821371:0:7432:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff945bc4410a00/0x2f180c4effb0dcd2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 7432 initiator: MDT1 00000100:00100000:1.0:1762166835.821383:0:7432:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc2d5c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:7432:1847765446883712:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1762166835.821407:0:7432:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762166835.821434:0:7432:0:(client.c:2680:ptlrpc_set_wait()) set ffff945cff1a3600 going to sleep for 11 seconds 00000100:00100000:2.0:1762166835.821458:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446883712 00000100:00100000:2.0:1762166835.821464:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446883712 00000100:00100000:2.0:1762166835.821531:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:2.0:1762166835.821540:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc2d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7432:x1847765446883712:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1762166835.821551:0:6500:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1762166835.821567:0:6500:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cada00/0x2f180c4effb0dcd9 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2f180c4effb0dcd2 expref: -99 pid: 6500 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166835.821591:0:6500:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786aa00/0x2f180c4effb0d9e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8335 expref: 22 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166835.821603:0:6500:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cada00/0x2f180c4effb0dcd9 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x2f180c4effb0dcd2 expref: 8 pid: 6500 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166835.821629:0:6500:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786aa00/0x2f180c4effb0d9e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8335 expref: 22 pid: 12357 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166835.821726:0:6500:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786aa00/0x2f180c4effb0d9e5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8335 expref: 22 pid: 12357 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1762166835.821739:0:6500:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf783f100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6500:1847765446883840:192.168.204.38@tcp:104: 00000100:00100000:2.0:1762166835.821811:0:6500:0:(client.c:2680:ptlrpc_set_wait()) set ffff945cc6795480 going to sleep for 11 seconds 00000100:00100000:1.0:1762166835.823405:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1762166835.823413:0:6500:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf783f100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6500:1847765446883840:192.168.204.38@tcp:104: 00010000:00010000:2.0:1762166835.823447:0:6500:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cada00/0x2f180c4effb0dcd9 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x2f180c4effb0dcd2 expref: 8 pid: 6500 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166835.823460:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff945cd0738700) 00010000:00010000:2.0:1762166835.823464:0:6500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1762166835.823468:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cada00/0x2f180c4effb0dcd9 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x2f180c4effb0dcd2 expref: 8 pid: 6500 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166835.823516:0:6500:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945cf3cada00, rc 0) 00000100:00100000:3.0:1762166835.823586:0:9458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440217600 00000100:00100000:2.0:1762166835.823589:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc2d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7432:x1847765446883712:12345-0@lo:101:mdt00_003.0 Request processed in 2049us (2179us total) trans 0 rc 0/0 00000100:00100000:1.0:1762166835.823601:0:7432:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc2d5c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:7432:1847765446883712:0@lo:101:mdt00_003.0 00000100:00100000:3.0:1762166835.823603:0:9458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440217600 00000100:00100000:2.0:1762166835.823611:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00010000:00010000:1.0:1762166835.823633:0:7432:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff945bc4410a00/0x2f180c4effb0dcd2 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x2f180c4effb0dcd9 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166835.823655:0:7432:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff945bc4410a00/0x2f180c4effb0dcd2 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x2f180c4effb0dcd9 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166835.823665:0:9458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786aa00/0x2f180c4effb0d9e5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8335 expref: 23 pid: 12357 timeout: 554 lvb_type: 0 00000100:00100000:3.0:1762166835.823721:0:9458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 753 00000100:00100000:3.0:1762166835.823737:0:9458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cff1aac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e1e11365-ba0b-405b-99c9-a704373217f2+23:2419:x1847765440217600:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762166835.823755:0:9458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762166835.823764:0:9458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786aa00/0x2f180c4effb0d9e5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8335 expref: 23 pid: 12357 timeout: 554 lvb_type: 0 00010000:00010000:3.0:1762166835.823784:0:9458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786aa00/0x2f180c4effb0d9e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8335 expref: 23 pid: 12357 timeout: 554 lvb_type: 0 00010000:00010000:3.0:1762166835.823815:0:9458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf786aa00/0x2f180c4effb0d9e5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8335 expref: 23 pid: 12357 timeout: 554 lvb_type: 0 00010000:00010000:3.0:1762166835.823851:0:9458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff945cd0738700) 00010000:00010000:3.0:1762166835.823858:0:9458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cada00/0x2f180c4effb0dcd9 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x2f180c4effb0dcd2 expref: 7 pid: 6500 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166835.823870:0:9458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cada00/0x2f180c4effb0dcd9 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x2f180c4effb0dcd2 expref: 7 pid: 6500 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166835.823893:0:9458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cada00/0x2f180c4effb0dcd9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x2f180c4effb0dcd2 expref: 7 pid: 6500 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166835.823949:0:9458:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cada00/0x2f180c4effb0dcd9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x2f180c4effb0dcd2 expref: 7 pid: 6500 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762166835.823966:0:9458:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf3db4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000_UUID:9458:1847765446883968:0@lo:105: 00000100:00100000:3.0:1762166835.824029:0:9458:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762166835.824102:0:6478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446883968 00000100:00100000:1.0:1762166835.824116:0:6478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446883968 00000100:00100000:1.0:1762166835.824165:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1762166835.824173:0:6478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf3cca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:9458:x1847765446883968:12345-0@lo:105: 00010000:00010000:1.0:1762166835.824184:0:6478:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff945bc4410a00/0x2f180c4effb0dcd2 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x2f180c4effb0dcd9 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166835.824193:0:6478:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff945bc4410a00/0x2f180c4effb0dcd2 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x2f180c4effb0dcd9 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166835.824201:0:6478:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff945bc4410a00/0x2f180c4effb0dcd2 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x2f180c4effb0dcd9 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166835.824209:0:6478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff945bc4410a00/0x2f180c4effb0dcd2 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x2f180c4effb0dcd9 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166835.824216:0:6478:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff945bc4410a00/0x2f180c4effb0dcd2 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x2f180c4effb0dcd9 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166835.824225:0:6478:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff945bc4410a00/0x2f180c4effb0dcd2 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x2f180c4effb0dcd9 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166835.824244:0:6478:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff945bc4410a00) 00000100:00100000:1.0:1762166835.824284:0:6478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf3cca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:9458:x1847765446883968:12345-0@lo:105: Request processed in 111us (255us total) trans 0 rc 0/0 00010000:00010000:2.0:1762166835.824287:0:7432:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff945bc4410a00/0x2f180c4effb0dcd2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x2f180c4effb0dcd9 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762166835.824295:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00010000:00010000:2.0:1762166835.824305:0:7432:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff945bc4410a00/0x2f180c4effb0dcd2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x2f180c4effb0dcd9 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762166835.824324:0:7432:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1762166835.824359:0:7432:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff945cf3cad800/0x2f180c4effb0dce0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 7432 initiator: MDT0 00000100:00100000:3.0:1762166835.824367:0:9458:0:(client.c:2680:ptlrpc_set_wait()) set ffff945ccaf2c0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762166835.824368:0:7432:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff945cf3cad800/0x2f180c4effb0dce0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.824382:0:7432:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff945cf3cad800/0x2f180c4effb0dce0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 7432 initiator: MDT1 00000100:00100000:2.0:1762166835.824400:0:7432:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf783f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:7432:1847765446884096:0@lo:101:mdt00_003.0 00000100:00100000:3.0:1762166835.824420:0:9458:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf3db4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000_UUID:9458:1847765446883968:0@lo:105: 00000100:00100000:2.0:1762166835.824439:0:7432:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762166835.824444:0:9458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762166835.824539:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446884096 00000100:00100000:1.0:1762166835.824545:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446884096 00000100:00100000:2.0:1762166835.824546:0:7432:0:(client.c:2680:ptlrpc_set_wait()) set ffff945cc6795480 going to sleep for 11 seconds 00000100:00100000:3.0:1762166835.824558:0:9458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cff1aac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e1e11365-ba0b-405b-99c9-a704373217f2+22:2419:x1847765440217600:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 821us (1154us total) trans 0 rc 0/0 00000100:00100000:3.0:1762166835.824571:0:9458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 753 00000100:00100000:1.0:1762166835.824590:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:1.0:1762166835.824604:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf783aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7432:x1847765446884096:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1762166835.824629:0:6500:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1762166835.824655:0:6500:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410200/0x2f180c4effb0dce7 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2f180c4effb0dce0 expref: -99 pid: 6500 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166835.824675:0:6500:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410200/0x2f180c4effb0dce7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x2f180c4effb0dce0 expref: 9 pid: 6500 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166835.824687:0:6500:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410200/0x2f180c4effb0dce7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x2f180c4effb0dce0 expref: 9 pid: 6500 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166835.824694:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x33cac8cf (ffff945bc4180700) 00010000:00010000:1.0:1762166835.824697:0:6500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1762166835.824701:0:6500:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bc4410200, rc 0) 00000100:00100000:1.0:1762166835.824751:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf783aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7432:x1847765446884096:12345-0@lo:101:mdt00_003.0 Request processed in 153us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1762166835.824758:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:2.0:1762166835.824837:0:7432:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf783f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:7432:1847765446884096:0@lo:101:mdt00_003.0 00010000:00010000:2.0:1762166835.824849:0:7432:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff945cf3cad800/0x2f180c4effb0dce0 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x2f180c4effb0dce7 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166835.824858:0:7432:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff945cf3cad800/0x2f180c4effb0dce0 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x2f180c4effb0dce7 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762166835.824871:0:7432:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:2.0:1762166835.824913:0:7432:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf783a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:7432:1847765446884224:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1762166835.824940:0:7432:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762166835.824971:0:7432:0:(client.c:2680:ptlrpc_set_wait()) set ffff945cd123b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1762166835.825072:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446884224 00000100:00100000:1.0:1762166835.825076:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446884224 00000100:00100000:1.0:1762166835.825140:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:1.0:1762166835.825148:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf783f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7432:x1847765446884224:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1762166835.825283:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf783f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7432:x1847765446884224:12345-0@lo:1000:mdt00_003.0 Request processed in 135us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1762166835.825291:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:3.0:1762166835.825337:0:7432:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf783a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:7432:1847765446884224:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1762166835.825382:0:7432:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf3cc8000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:7432:1847765446884352:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1762166835.825413:0:7432:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762166835.825436:0:7432:0:(client.c:2680:ptlrpc_set_wait()) set ffff945ccaf2ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1762166835.825626:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446884352 00000100:00100000:1.0:1762166835.825631:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446884352 00000100:00100000:1.0:1762166835.825659:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:1.0:1762166835.825667:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf3cc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7432:x1847765446884352:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1762166835.825743:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf3cc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7432:x1847765446884352:12345-0@lo:1000:mdt00_003.0 Request processed in 77us (329us total) trans 0 rc -2/-2 00000100:00100000:1.0:1762166835.825755:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1762166835.825843:0:7432:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf3cc8000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:7432:1847765446884352:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1762166835.825915:0:7432:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf3cc8000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:7432:1847765446884480:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1762166835.825938:0:7432:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762166835.825964:0:7432:0:(client.c:2680:ptlrpc_set_wait()) set ffff945ccaf2ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1762166835.826016:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446884480 00000100:00100000:2.0:1762166835.826021:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446884480 00000100:00100000:2.0:1762166835.826058:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1762166835.826066:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf3ccb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7432:x1847765446884480:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1762166835.826128:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf3ccb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7432:x1847765446884480:12345-0@lo:1000:mdt00_003.0 Request processed in 63us (188us total) trans 0 rc -2/-2 00000100:00100000:2.0:1762166835.826136:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:3.0:1762166835.826164:0:7432:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf3cc8000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:7432:1847765446884480:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1762166835.826221:0:7432:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf3cc8000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:7432:1847765446884608:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1762166835.826249:0:7432:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762166835.826266:0:7432:0:(client.c:2680:ptlrpc_set_wait()) set ffff945ccaf2ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1762166835.826290:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446884608 00000100:00100000:2.0:1762166835.826295:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446884608 00000100:00100000:2.0:1762166835.826340:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:2.0:1762166835.826351:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf3cc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7432:x1847765446884608:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1762166835.826429:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf3cc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7432:x1847765446884608:12345-0@lo:1000:mdt00_003.0 Request processed in 82us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1762166835.826436:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1762166835.826457:0:7432:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf3cc8000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:7432:1847765446884608:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1762166835.826538:0:7432:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc5ef4700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:7432:1847765446884736:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1762166835.826562:0:7432:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762166835.826578:0:7432:0:(client.c:2680:ptlrpc_set_wait()) set ffff945ceffd4e40 going to sleep for 11 seconds 00000100:00100000:2.0:1762166835.826593:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446884736 00000100:00100000:2.0:1762166835.826599:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446884736 00000100:00100000:2.0:1762166835.826636:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1762166835.826645:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4944e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7432:x1847765446884736:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1762166835.826694:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4944e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7432:x1847765446884736:12345-0@lo:1000:mdt00_003.0 Request processed in 52us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1762166835.826700:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:0.0:1762166835.826718:0:7432:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc5ef4700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:7432:1847765446884736:0@lo:1000:mdt00_003.0 00000040:00080000:0.0:1762166835.827237:0:7432:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].11, 992 off44512 00000040:00080000:0.0:1762166835.827296:0:7432:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].9, 1144 off45056 00000004:00080000:0.0:1762166835.827303:0:7432:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff945ceffd4480 with version 20 00000004:00080000:2.0:1762166835.827355:0:7425:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff945cc6268300 version 20 rpc_version 20 00000020:00100000:2.0:1762166835.827377:0:7425:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1762166835.827385:0:7425:0:(client.c:796:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945bc47b7b80 x1847765446884992/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1762166835.827399:0:7425:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc47b7b80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7425:1847765446884992:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1762166835.827429:0:7425:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762166835.827454:0:7425:0:(client.c:2680:ptlrpc_set_wait()) set ffff945cd123b900 going to sleep for 11 seconds 00000100:00100000:3.0:1762166835.827470:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446884992 00000100:00100000:3.0:1762166835.827492:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446884992 00000100:00100000:3.0:1762166835.827530:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:3.0:1762166835.827538:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc47b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7425:x1847765446884992:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1762166835.827809:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc47b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:7425:x1847765446884992:12345-0@lo:1000:osp_up0-1.0 Request processed in 273us (379us total) trans 8589934654 rc 0/0 00000100:00100000:3.0:1762166835.827816:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1762166835.827863:0:7425:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc47b7b80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7425:1847765446884992:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1762166835.827923:0:7432:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1800/0x2f180c4effb0dcee lrc: 3/0,1 mode: --/PW res: [0x240000404:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7432 initiator: MDT0 00010000:00010000:0.0:1762166835.827938:0:7432:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1800/0x2f180c4effb0dcee lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.827955:0:7432:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1800/0x2f180c4effb0dcee lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00000004:00010000:0.0:1762166835.827973:0:7432:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005d7bd800 reply state 00000000bd10cee1 transno 4294967553 ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1800/0x2f180c4effb0dcee lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.827984:0:7432:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1800/0x2f180c4effb0dcee lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.827990:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd:0x0].0x0 (ffff945bc1090000) 00010000:00010000:0.0:1762166835.827993:0:7432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1762166835.827997:0:7432:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1762166835.828002:0:7432:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xd:0x0]: returning size 4096 00000004:00080000:0.0:1762166835.828008:0:7432:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1762166835.828016:0:7432:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff945bc4410a00/0x2f180c4effb0dcd2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x2f180c4effb0dcd9 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166835.828025:0:7432:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff945bc4410a00/0x2f180c4effb0dcd2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x2f180c4effb0dcd9 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166835.828033:0:7432:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff945bc4410a00/0x2f180c4effb0dcd2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x2f180c4effb0dcd9 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166835.828057:0:7432:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1762166835.828062:0:7432:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1762166835.828066:0:7432:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff945cf3cad800/0x2f180c4effb0dce0 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x2f180c4effb0dce7 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166835.828074:0:7432:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff945cf3cad800/0x2f180c4effb0dce0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x2f180c4effb0dce7 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166835.828076:0:6483:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762166835.828084:0:6483:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff945bc4410a00/0x2f180c4effb0dcd2 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x2f180c4effb0dcd9 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166835.828096:0:6483:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bc4410a00 already unused, calling callback (ffffffffc18ef820) 00010000:00010000:3.0:1762166835.828103:0:6483:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff945bc4410a00/0x2f180c4effb0dcd2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x2f180c4effb0dcd9 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1762166835.828110:0:6483:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff945bc4410a00/0x2f180c4effb0dcd2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x2f180c4effb0dcd9 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166835.828130:0:6483:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff945bc4410a00/0x2f180c4effb0dcd2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x2f180c4effb0dcd9 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166835.828135:0:6483:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1762166835.828161:0:6483:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff945bc4410a00/0x2f180c4effb0dcd2 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x2f180c4effb0dcd9 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166835.828169:0:6483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff945bc4410a00/0x2f180c4effb0dcd2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x2f180c4effb0dcd9 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762166835.828172:0:7432:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc5bc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+22:51090:x1847765440217472:12345-192.168.204.38@tcp:36:mkdir.0 Request processed in 7616us (7831us total) trans 4294967553 rc 0/0 00000100:00100000:0.0:1762166835.828187:0:7432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3057 00000100:00100000:2.0:1762166835.828200:0:3635:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf3cc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1847765446885120:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1762166835.828204:0:6483:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762166835.828208:0:6483:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762166835.828211:0:6483:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762166835.828234:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762166835.828269:0:9458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446885120 00000100:00100000:3.0:1762166835.828274:0:9458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446885120 00000100:00100000:3.0:1762166835.828315:0:9458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:3.0:1762166835.828325:0:9458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945ceffd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+10:3635:x1847765446885120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1762166835.828337:0:9458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762166835.828354:0:9458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945cf3cada00/0x2f180c4effb0dcd9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x2f180c4effb0dcd2 expref: 10 pid: 6500 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166835.828367:0:9458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff945cd0738700) 00010000:00010000:3.0:1762166835.828371:0:9458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762166835.828467:0:9458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945ceffd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+9:3635:x1847765446885120:12345-0@lo:103:ldlm_bl.0 Request processed in 145us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1762166835.828474:0:9458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:2.0:1762166835.828565:0:3635:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf3cc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1847765446885120:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1762166835.838575:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166835.838643:0:7432:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440217728 00000100:00100000:3.0:1762166835.838657:0:7432:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440217728 00000100:00100000:3.0:1762166835.838727:0:7432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3058 00000100:00100000:3.0:1762166835.838740:0:7432:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc2d5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+22:51095:x1847765440217728:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:3.0:1762166835.838761:0:7432:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1762166835.838780:0:7432:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29600/0x2f180c4effb0dcf5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b842a expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166835.838838:0:7432:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29c00/0x2f180c4effb0dcfc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7432 initiator: MDT0 00010000:00010000:3.0:1762166835.838851:0:7432:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29c00/0x2f180c4effb0dcfc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT0 00010000:00010000:3.0:1762166835.838871:0:7432:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29c00/0x2f180c4effb0dcfc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT0 00000004:00200000:3.0:1762166835.838913:0:7432:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1762166835.838917:0:7432:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1762166835.838935:0:7432:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29c00/0x2f180c4effb0dcfc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT0 00010000:00010000:3.0:1762166835.838961:0:7432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29600/0x2f180c4effb0dcf5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b842a expref: 24 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166835.838977:0:7432:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945bcaa29c00/0x2f180c4effb0dcfc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b842a expref: 23 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166835.838985:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff945cd0738700) 00010000:00010000:3.0:1762166835.838989:0:7432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1762166835.838992:0:7432:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bcaa29c00, rc 0) 00000100:00100000:3.0:1762166835.839063:0:7432:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc2d5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+23:51095:x1847765440217728:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 326us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1762166835.839080:0:7432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3058 00000100:00100000:3.0:1762166835.840321:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1762166835.840395:0:7432:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440217856 00000100:00100000:1.0:1762166835.840409:0:7432:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440217856 00000100:00100000:1.0:1762166835.840510:0:7432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3059 00000100:00100000:1.0:1762166835.840540:0:7432:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf3cc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+23:51095:x1847765440217856:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:1.0:1762166835.840562:0:7432:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1762166835.840592:0:7432:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411000/0x2f180c4effb0dd03 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b8431 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166835.840654:0:7432:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410e00/0x2f180c4effb0dd0a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7432 initiator: MDT0 00010000:00010000:1.0:1762166835.840668:0:7432:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410e00/0x2f180c4effb0dd0a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT0 00010000:00010000:1.0:1762166835.840678:0:7432:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410e00/0x2f180c4effb0dd0a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT0 00010000:00010000:1.0:1762166835.840691:0:7432:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411400/0x2f180c4effb0dd11 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7432 initiator: MDT0 00010000:00010000:1.0:1762166835.840707:0:7432:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410200/0x2f180c4effb0dce7 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x2f180c4effb0dce0 expref: 8 pid: 6500 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166835.840715:0:7432:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411400/0x2f180c4effb0dd11 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT0 00010000:00010000:1.0:1762166835.840758:0:7432:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410200/0x2f180c4effb0dce7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x2f180c4effb0dce0 expref: 8 pid: 6500 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762166835.840795:0:7432:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc2d5ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7432:1847765446885248:0@lo:104: 00000100:00100000:1.0:1762166835.840861:0:7432:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762166835.840927:0:6478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446885248 00000100:00100000:2.0:1762166835.840934:0:6478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446885248 00000100:00100000:1.0:1762166835.840938:0:7432:0:(client.c:2680:ptlrpc_set_wait()) set ffff945cff1a3600 going to sleep for 11 seconds 00000100:00100000:2.0:1762166835.840992:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1762166835.841005:0:6478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc2d5c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:7432:x1847765446885248:12345-0@lo:104: 00010000:00010000:2.0:1762166835.841020:0:6478:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff945cf3cad800/0x2f180c4effb0dce0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x2f180c4effb0dce7 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166835.841106:0:6478:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1762166835.841112:0:6478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc2d5c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:7432:x1847765446885248:12345-0@lo:104: Request processed in 112us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1762166835.841131:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1762166835.841154:0:7432:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc2d5ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7432:1847765446885248:0@lo:104: 00010000:00010000:3.0:1762166835.841157:0:10257:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762166835.841166:0:10257:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff945cf3cad800/0x2f180c4effb0dce0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x2f180c4effb0dce7 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166835.841178:0:10257:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf3cad800 already unused, calling callback (ffffffffc18ef820) 00010000:00010000:1.0:1762166835.841178:0:7432:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411400/0x2f180c4effb0dd11 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT0 00010000:00010000:3.0:1762166835.841185:0:10257:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff945cf3cad800/0x2f180c4effb0dce0 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x2f180c4effb0dce7 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1762166835.841208:0:10257:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff945cf3cad800/0x2f180c4effb0dce0 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x2f180c4effb0dce7 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166835.841239:0:10257:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff945cf3cad800/0x2f180c4effb0dce0 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x2f180c4effb0dce7 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166835.841245:0:10257:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1762166835.841280:0:10257:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff945cf3cad800/0x2f180c4effb0dce0 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x2f180c4effb0dce7 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166835.841287:0:10257:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff945cf3cad800/0x2f180c4effb0dce0 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x2f180c4effb0dce7 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762166835.841291:0:3636:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf3ccad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1847765446885376:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1762166835.841308:0:10257:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762166835.841311:0:10257:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762166835.841313:0:10257:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762166835.841331:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762166835.841374:0:9458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446885376 00000100:00100000:3.0:1762166835.841379:0:9458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446885376 00010000:00010000:3.0:1762166835.841398:0:9458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410200/0x2f180c4effb0dce7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x2f180c4effb0dce0 expref: 9 pid: 6500 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762166835.841471:0:9458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:3.0:1762166835.841505:0:9458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc2d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+9:3636:x1847765446885376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1762166835.841528:0:9458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:1.0:1762166835.842534:0:32215:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934654 is committed 00000001:00080000:1.0:1762166835.842542:0:32215:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934653 is committed 00010000:00010000:3.0:1762166835.842607:0:9458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410200/0x2f180c4effb0dce7 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x2f180c4effb0dce0 expref: 8 pid: 6500 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166835.842622:0:9458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x33cac8cf (ffff945bc4180700) 00010000:00010000:3.0:1762166835.842632:0:9458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411400/0x2f180c4effb0dd11 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT0 00010000:00010000:3.0:1762166835.842650:0:9458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411400/0x2f180c4effb0dd11 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7432 initiator: MDT0 00010000:00010000:3.0:1762166835.842657:0:9458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411400/0x2f180c4effb0dd11 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7432 initiator: MDT0 00010000:00010000:3.0:1762166835.842683:0:9458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762166835.842701:0:7432:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411400/0x2f180c4effb0dd11 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT0 00010000:00010000:1.0:1762166835.842714:0:7432:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411400/0x2f180c4effb0dd11 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT0 00000100:00100000:3.0:1762166835.842722:0:9458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc2d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+7:3636:x1847765446885376:12345-0@lo:103:ldlm_bl.0 Request processed in 1243us (1390us total) trans 0 rc 0/0 00000100:00100000:3.0:1762166835.842730:0:9458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:3.0:1762166835.842764:0:3636:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf3ccad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1847765446885376:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1762166835.842810:0:7432:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945bc55dd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7432:1847765446885504:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1762166835.842845:0:7432:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762166835.842868:0:7432:0:(client.c:2680:ptlrpc_set_wait()) set ffff945cf1dcef00 going to sleep for 11 seconds 00000100:00100000:3.0:1762166835.842883:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446885504 00000100:00100000:3.0:1762166835.842888:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446885504 00000100:00100000:3.0:1762166835.842931:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:3.0:1762166835.842940:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc55dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:7432:x1847765446885504:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1762166835.843014:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc55dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:7432:x1847765446885504:12345-0@lo:1000:mdt00_003.0 Request processed in 74us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1762166835.843021:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1762166835.843034:0:7432:0:(client.c:3071:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967552 gen 2 00000004:00080000:1.0:1762166835.843041:0:7432:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967552 committed transno 4294967552 00000020:00080000:1.0:1762166835.843046:0:7432:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff945cf1dce9c0 refcount 2 committed 0 result 0 batchid 4294969036 00000020:00080000:1.0:1762166835.843050:0:7432:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff945bc5e1ec00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff945cf1dce0c0 00000020:00080000:1.0:1762166835.843053:0:7432:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000405:0x2:0x0].1 00000020:00080000:1.0:1762166835.843056:0:7432:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff945bc5e1e300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff945cc7b93a00 00000020:00080000:1.0:1762166835.843065:0:7432:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].1 00000020:00080000:2.0:1762166835.843095:0:32243:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969036 committed batchid 52 00000100:00100000:1.0:1762166835.843104:0:7432:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945bc55dd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7432:1847765446885504:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1762166835.843145:0:7432:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410c00/0x2f180c4effb0dd18 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7432 initiator: MDT0 00010000:00010000:1.0:1762166835.843155:0:7432:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410c00/0x2f180c4effb0dd18 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT0 00000020:00080000:2.0:1762166835.843163:0:32243:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 52 00010000:00010000:1.0:1762166835.843164:0:7432:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410c00/0x2f180c4effb0dd18 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT0 00000004:00010000:1.0:1762166835.843183:0:7432:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410c00/0x2f180c4effb0dd18 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT0 00010000:00010000:1.0:1762166835.843194:0:7432:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410e00/0x2f180c4effb0dd0a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT0 00010000:00010000:1.0:1762166835.843200:0:7432:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410e00/0x2f180c4effb0dd0a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7432 initiator: MDT0 00010000:00010000:1.0:1762166835.843206:0:7432:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410e00/0x2f180c4effb0dd0a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7432 initiator: MDT0 00010000:00010000:1.0:1762166835.843212:0:7432:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410e00/0x2f180c4effb0dd0a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7432 initiator: MDT0 00010000:00010000:1.0:1762166835.843217:0:7432:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bc4410e00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:1.0:1762166835.843221:0:7432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410e00/0x2f180c4effb0dd0a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7432 initiator: MDT0 00010000:00010000:1.0:1762166835.843227:0:7432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410e00/0x2f180c4effb0dd0a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7432 initiator: MDT0 00010000:00010000:1.0:1762166835.843236:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff945cd0738700) 00010000:00010000:1.0:1762166835.843244:0:7432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1762166835.843249:0:7432:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410e00/0x2f180c4effb0dd0a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7432 initiator: MDT0 00010000:00010000:1.0:1762166835.843255:0:7432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410e00/0x2f180c4effb0dd0a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7432 initiator: MDT0 00010000:00010000:1.0:1762166835.843265:0:7432:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411400/0x2f180c4effb0dd11 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT0 00010000:00010000:1.0:1762166835.843271:0:7432:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411400/0x2f180c4effb0dd11 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7432 initiator: MDT0 00010000:00010000:1.0:1762166835.843276:0:7432:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411400/0x2f180c4effb0dd11 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7432 initiator: MDT0 00010000:00010000:1.0:1762166835.843281:0:7432:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bc4411400 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:1.0:1762166835.843285:0:7432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411400/0x2f180c4effb0dd11 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7432 initiator: MDT0 00010000:00010000:1.0:1762166835.843290:0:7432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411400/0x2f180c4effb0dd11 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7432 initiator: MDT0 00010000:00010000:1.0:1762166835.843297:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x33cac8cf (ffff945bc4180700) 00010000:00010000:1.0:1762166835.843300:0:7432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1762166835.843302:0:7432:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411400/0x2f180c4effb0dd11 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7432 initiator: MDT0 00010000:00010000:1.0:1762166835.843307:0:7432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411400/0x2f180c4effb0dd11 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x33cac8cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7432 initiator: MDT0 00010000:00010000:1.0:1762166835.843335:0:7432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4411000/0x2f180c4effb0dd03 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8431 expref: 24 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166835.843358:0:7432:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff945bc4410c00/0x2f180c4effb0dd18 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8431 expref: 23 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166835.843365:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd:0x0].0x0 (ffff945cd0738900) 00010000:00010000:1.0:1762166835.843367:0:7432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1762166835.843370:0:7432:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bc4410c00, rc 0) 00000100:00100000:1.0:1762166835.843410:0:7432:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf3cc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+23:51095:x1847765440217856:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 2891us (3090us total) trans 0 rc 0/0 00000100:00100000:1.0:1762166835.843417:0:7432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3059 00000100:00100000:2.0:1762166835.844651:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1762166835.844694:0:7432:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440217984 00000100:00100000:1.0:1762166835.844699:0:7432:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440217984 00000100:00100000:1.0:1762166835.844735:0:7432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3060 00000100:00100000:1.0:1762166835.844745:0:7432:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4a08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+22:51095:x1847765440217984:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:1.0:1762166835.844758:0:7432:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1762166835.844772:0:7432:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945bc4411800/0x2f180c4effb0dd1f lrc: 2/0,0 mode: --/CR res: [0x240000404:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b8438 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166835.844809:0:7432:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff945bc4410800/0x2f180c4effb0dd26 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7432 initiator: MDT0 00010000:00010000:1.0:1762166835.844819:0:7432:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff945bc4410800/0x2f180c4effb0dd26 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT1 00010000:00010000:1.0:1762166835.844827:0:7432:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945bc4410800/0x2f180c4effb0dd26 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00000004:00200000:1.0:1762166835.844865:0:7432:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xd:0x0]: returning size 4096 00000004:00200000:1.0:1762166835.844869:0:7432:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1762166835.844901:0:7432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945bc4411800/0x2f180c4effb0dd1f lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8438 expref: 24 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166835.844915:0:7432:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff945bc4410800/0x2f180c4effb0dd26 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8438 expref: 23 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762166835.844922:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd:0x0].0x0 (ffff945bc1090000) 00010000:00010000:1.0:1762166835.844925:0:7432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:1.0:1762166835.844928:0:7432:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bc4410800, rc 0) 00000100:00100000:1.0:1762166835.844962:0:7432:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4a08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+23:51095:x1847765440217984:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 220us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1762166835.844969:0:7432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3060 00000100:00100000:2.0:1762166835.846377:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1762166835.846417:0:7432:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440218112 00000100:00100000:2.0:1762166835.846423:0:7432:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440218112 00000100:00100000:2.0:1762166835.846458:0:7432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3061 00000100:00100000:2.0:1762166835.846466:0:7432:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc5bb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+23:51095:x1847765440218112:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:2.0:1762166835.846508:0:7432:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1762166835.846532:0:7432:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cacc00/0x2f180c4effb0dd2d lrc: 2/0,0 mode: --/CR res: [0x240000404:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b843f expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166835.846574:0:7432:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad000/0x2f180c4effb0dd34 lrc: 3/1,0 mode: --/CR res: [0x240000404:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7432 initiator: MDT0 00010000:00010000:2.0:1762166835.846584:0:7432:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad000/0x2f180c4effb0dd34 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.846592:0:7432:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad000/0x2f180c4effb0dd34 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.846656:0:7432:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3caca00/0x2f180c4effb0dd3b lrc: 3/1,0 mode: --/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7432 initiator: MDT0 00010000:00010000:2.0:1762166835.846663:0:7432:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3caca00/0x2f180c4effb0dd3b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.846671:0:7432:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3caca00/0x2f180c4effb0dd3b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.846754:0:7432:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad000/0x2f180c4effb0dd34 lrc: 4/1,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.846762:0:7432:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad000/0x2f180c4effb0dd34 lrc: 4/1,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.846768:0:7432:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad000/0x2f180c4effb0dd34 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.846774:0:7432:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad000/0x2f180c4effb0dd34 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.846779:0:7432:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf3cad000 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:2.0:1762166835.846784:0:7432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad000/0x2f180c4effb0dd34 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.846791:0:7432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad000/0x2f180c4effb0dd34 lrc: 5/0,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.846801:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd:0x0].0x0 (ffff945bc1090000) 00010000:00010000:2.0:1762166835.846805:0:7432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1762166835.846809:0:7432:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad000/0x2f180c4effb0dd34 lrc: 3/0,0 mode: --/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.846815:0:7432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad000/0x2f180c4effb0dd34 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.846826:0:7432:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3caca00/0x2f180c4effb0dd3b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.846833:0:7432:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3caca00/0x2f180c4effb0dd3b lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.846839:0:7432:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3caca00/0x2f180c4effb0dd3b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.846851:0:7432:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf3caca00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:2.0:1762166835.846855:0:7432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3caca00/0x2f180c4effb0dd3b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.846862:0:7432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3caca00/0x2f180c4effb0dd3b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.846872:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd:0x0].0x37186b36 (ffff945cc7dfd300) 00010000:00010000:2.0:1762166835.846875:0:7432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1762166835.846878:0:7432:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3caca00/0x2f180c4effb0dd3b lrc: 2/0,0 mode: --/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.846883:0:7432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3caca00/0x2f180c4effb0dd3b lrc: 0/0,0 mode: --/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.846916:0:7432:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cacc00/0x2f180c4effb0dd2d lrc: 1/0,0 mode: --/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b843f expref: 24 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166835.846927:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd:0x0].0x0 (ffff945bc1090000) 00010000:00010000:2.0:1762166835.846930:0:7432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1762166835.846934:0:7432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cacc00/0x2f180c4effb0dd2d lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b843f expref: 24 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166835.846946:0:7432:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945cf3cacc00, rc 0) 00000100:00100000:2.0:1762166835.846989:0:7432:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc5bb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+23:51095:x1847765440218112:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 524us (614us total) trans 0 rc 301/301 00000100:00100000:2.0:1762166835.846998:0:7432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3061 00000100:00100000:3.0:1762166835.848114:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1762166835.848144:0:30829:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440218240 00000100:00100000:2.0:1762166835.848149:0:30829:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440218240 00000100:00100000:2.0:1762166835.848190:0:30829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3062 00000100:00100000:2.0:1762166835.848197:0:30829:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf3ccad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e1e11365-ba0b-405b-99c9-a704373217f2+23:51095:x1847765440218240:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:2.0:1762166835.848207:0:30829:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1762166835.848219:0:30829:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cade00/0x2f180c4effb0dd42 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b8446 expref: -99 pid: 30829 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166835.848270:0:30829:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cac200/0x2f180c4effb0dd49 lrc: 3/1,0 mode: --/CR res: [0x240000404:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30829 initiator: MDT0 00010000:00010000:2.0:1762166835.848278:0:30829:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cac200/0x2f180c4effb0dd49 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30829 initiator: MDT1 00010000:00010000:2.0:1762166835.848284:0:30829:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cac200/0x2f180c4effb0dd49 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30829 initiator: MDT1 00010000:00010000:2.0:1762166835.848294:0:30829:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad400/0x2f180c4effb0dd50 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30829 initiator: MDT0 00010000:00010000:2.0:1762166835.848298:0:30829:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad400/0x2f180c4effb0dd50 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30829 initiator: MDT1 00010000:00010000:2.0:1762166835.848303:0:30829:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad400/0x2f180c4effb0dd50 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30829 initiator: MDT1 00010000:00010000:2.0:1762166835.848318:0:30829:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cac200/0x2f180c4effb0dd49 lrc: 4/1,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30829 initiator: MDT1 00010000:00010000:2.0:1762166835.848321:0:30829:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cac200/0x2f180c4effb0dd49 lrc: 4/1,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30829 initiator: MDT1 00010000:00010000:2.0:1762166835.848327:0:30829:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cac200/0x2f180c4effb0dd49 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30829 initiator: MDT1 00010000:00010000:2.0:1762166835.848332:0:30829:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cac200/0x2f180c4effb0dd49 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30829 initiator: MDT1 00010000:00010000:2.0:1762166835.848341:0:30829:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf3cac200 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:2.0:1762166835.848344:0:30829:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cac200/0x2f180c4effb0dd49 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30829 initiator: MDT1 00010000:00010000:2.0:1762166835.848348:0:30829:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cac200/0x2f180c4effb0dd49 lrc: 5/0,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30829 initiator: MDT1 00010000:00010000:2.0:1762166835.848356:0:30829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd:0x0].0x0 (ffff945bc1090000) 00010000:00010000:2.0:1762166835.848358:0:30829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1762166835.848360:0:30829:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cac200/0x2f180c4effb0dd49 lrc: 3/0,0 mode: --/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30829 initiator: MDT1 00010000:00010000:2.0:1762166835.848364:0:30829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cac200/0x2f180c4effb0dd49 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30829 initiator: MDT1 00010000:00010000:2.0:1762166835.848373:0:30829:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad400/0x2f180c4effb0dd50 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30829 initiator: MDT1 00010000:00010000:2.0:1762166835.848377:0:30829:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad400/0x2f180c4effb0dd50 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30829 initiator: MDT1 00010000:00010000:2.0:1762166835.848381:0:30829:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad400/0x2f180c4effb0dd50 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30829 initiator: MDT1 00010000:00010000:2.0:1762166835.848385:0:30829:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945cf3cad400 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:2.0:1762166835.848387:0:30829:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad400/0x2f180c4effb0dd50 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30829 initiator: MDT1 00010000:00010000:2.0:1762166835.848391:0:30829:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad400/0x2f180c4effb0dd50 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30829 initiator: MDT1 00010000:00010000:2.0:1762166835.848397:0:30829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd:0x0].0x37186b36 (ffff945cc7dfde00) 00010000:00010000:2.0:1762166835.848399:0:30829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1762166835.848405:0:30829:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad400/0x2f180c4effb0dd50 lrc: 2/0,0 mode: --/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30829 initiator: MDT1 00010000:00010000:2.0:1762166835.848409:0:30829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad400/0x2f180c4effb0dd50 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30829 initiator: MDT1 00010000:00010000:2.0:1762166835.848433:0:30829:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cade00/0x2f180c4effb0dd42 lrc: 1/0,0 mode: --/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8446 expref: 24 pid: 30829 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166835.848439:0:30829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd:0x0].0x0 (ffff945bc1090000) 00010000:00010000:2.0:1762166835.848441:0:30829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1762166835.848444:0:30829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cade00/0x2f180c4effb0dd42 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8446 expref: 24 pid: 30829 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166835.848452:0:30829:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945cf3cade00, rc 0) 00000100:00100000:2.0:1762166835.848501:0:30829:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf3ccad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e1e11365-ba0b-405b-99c9-a704373217f2+23:51095:x1847765440218240:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 305us (389us total) trans 0 rc 301/301 00000100:00100000:2.0:1762166835.848507:0:30829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3062 00000100:00100000:0.0:1762166835.849467:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1762166835.849907:0:30829:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440218368 00000100:00100000:2.0:1762166835.849913:0:30829:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440218368 00000100:00100000:2.0:1762166835.849952:0:30829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3063 00000100:00100000:2.0:1762166835.849962:0:30829:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc5ef4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e1e11365-ba0b-405b-99c9-a704373217f2+23:51095:x1847765440218368:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:2.0:1762166835.849974:0:30829:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1762166835.849986:0:30829:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad800/0x2f180c4effb0dd57 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b844d expref: -99 pid: 30829 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166835.850024:0:30829:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad200/0x2f180c4effb0dd5e lrc: 3/1,0 mode: --/PR res: [0x240000404:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30829 initiator: MDT0 00010000:00010000:2.0:1762166835.850034:0:30829:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad200/0x2f180c4effb0dd5e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30829 initiator: MDT1 00010000:00010000:2.0:1762166835.850050:0:30829:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad200/0x2f180c4effb0dd5e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30829 initiator: MDT1 00000004:00200000:2.0:1762166835.850086:0:30829:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xd:0x0]: returning size 4096 00000004:00200000:2.0:1762166835.850091:0:30829:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1762166835.850106:0:30829:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad200/0x2f180c4effb0dd5e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30829 initiator: MDT1 00010000:00010000:2.0:1762166835.850127:0:30829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad800/0x2f180c4effb0dd57 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b844d expref: 25 pid: 30829 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166835.850145:0:30829:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad200/0x2f180c4effb0dd5e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b844d expref: 24 pid: 30829 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166835.850152:0:30829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd:0x0].0x0 (ffff945bc1090000) 00010000:00010000:2.0:1762166835.850155:0:30829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1762166835.850158:0:30829:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945cf3cad200, rc 0) 00000100:00100000:2.0:1762166835.850195:0:30829:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc5ef4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e1e11365-ba0b-405b-99c9-a704373217f2+24:51095:x1847765440218368:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 234us (729us total) trans 0 rc 0/0 00000100:00100000:2.0:1762166835.850201:0:30829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3063 00000100:00100000:3.0:1762166835.851888:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166835.851932:0:7432:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440218496 00000100:00100000:0.0:1762166835.851939:0:7432:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440218496 00000100:00100000:0.0:1762166835.851978:0:7432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3064 00000100:00100000:0.0:1762166835.851989:0:7432:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf3cc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+24:51095:x1847765440218496:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:0.0:1762166835.852000:0:7432:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166835.852010:0:7432:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0600/0x2f180c4effb0dd65 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b8454 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166835.852048:0:7432:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1000/0x2f180c4effb0dd6c lrc: 3/1,0 mode: --/CR res: [0x240000404:0xd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7432 initiator: MDT0 00010000:00010000:0.0:1762166835.852058:0:7432:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1000/0x2f180c4effb0dd6c lrc: 3/1,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.852065:0:7432:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1000/0x2f180c4effb0dd6c lrc: 3/1,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.852076:0:7432:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0c00/0x2f180c4effb0dd73 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7432 initiator: MDT0 00010000:00010000:0.0:1762166835.852082:0:7432:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0c00/0x2f180c4effb0dd73 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.852087:0:7432:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0c00/0x2f180c4effb0dd73 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.852122:0:7432:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1000/0x2f180c4effb0dd6c lrc: 4/1,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.852129:0:7432:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1000/0x2f180c4effb0dd6c lrc: 4/1,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.852135:0:7432:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1000/0x2f180c4effb0dd6c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.852141:0:7432:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1000/0x2f180c4effb0dd6c lrc: 4/0,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.852147:0:7432:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bc60b1000 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166835.852150:0:7432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1000/0x2f180c4effb0dd6c lrc: 4/0,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.852156:0:7432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1000/0x2f180c4effb0dd6c lrc: 5/0,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.852165:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd:0x0].0x0 (ffff945bc1090000) 00010000:00010000:0.0:1762166835.852167:0:7432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166835.852171:0:7432:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1000/0x2f180c4effb0dd6c lrc: 3/0,0 mode: --/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.852176:0:7432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1000/0x2f180c4effb0dd6c lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.852186:0:7432:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0c00/0x2f180c4effb0dd73 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.852192:0:7432:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0c00/0x2f180c4effb0dd73 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.852197:0:7432:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0c00/0x2f180c4effb0dd73 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.852206:0:7432:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bc60b0c00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166835.852209:0:7432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0c00/0x2f180c4effb0dd73 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.852215:0:7432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0c00/0x2f180c4effb0dd73 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.852222:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd:0x0].0x37186b36 (ffff945bc1090b00) 00010000:00010000:0.0:1762166835.852225:0:7432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166835.852227:0:7432:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0c00/0x2f180c4effb0dd73 lrc: 2/0,0 mode: --/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.852232:0:7432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0c00/0x2f180c4effb0dd73 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.852258:0:7432:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0600/0x2f180c4effb0dd65 lrc: 1/0,0 mode: --/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8454 expref: 25 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166835.852267:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd:0x0].0x0 (ffff945bc1090000) 00010000:00010000:0.0:1762166835.852270:0:7432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166835.852273:0:7432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0600/0x2f180c4effb0dd65 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8454 expref: 25 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166835.852282:0:7432:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bc60b0600, rc 0) 00000100:00100000:0.0:1762166835.852321:0:7432:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf3cc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+24:51095:x1847765440218496:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 335us (435us total) trans 0 rc 301/301 00000100:00100000:0.0:1762166835.852328:0:7432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3064 00000100:00100000:3.0:1762166835.854129:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166835.854175:0:7432:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440218752 00000100:00100000:3.0:1762166835.854180:0:7432:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440218752 00000100:00100000:3.0:1762166835.854213:0:7432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3065 00000100:00100000:3.0:1762166835.854223:0:7432:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf3cc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+24:51095:x1847765440218752:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:3.0:1762166835.854233:0:7432:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1762166835.854241:0:7432:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1762166835.854258:0:7432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945cf3cad200/0x2f180c4effb0dd5e lrc: 0/0,0 mode: --/PR res: [0x240000404:0xd:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b844d expref: 24 pid: 30829 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166835.854270:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd:0x0].0x0 (ffff945bc1090000) 00010000:00010000:3.0:1762166835.854273:0:7432:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762166835.854281:0:7432:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa29600/0x2f180c4effb0dd7a lrc: 2/0,0 mode: --/CW res: [0x240000404:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b845b expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166835.854350:0:7432:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28000/0x2f180c4effb0dd81 lrc: 3/0,1 mode: --/CW res: [0x240000404:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7432 initiator: MDT0 00010000:00010000:3.0:1762166835.854359:0:7432:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28000/0x2f180c4effb0dd81 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT1 00010000:00010000:3.0:1762166835.854367:0:7432:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28000/0x2f180c4effb0dd81 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00010000:00010000:3.0:1762166835.854377:0:7432:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dd88 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xd:0x0].0x37186b36 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7432 initiator: MDT0 00010000:00010000:3.0:1762166835.854384:0:7432:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dd88 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT1 00010000:00010000:3.0:1762166835.854390:0:7432:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dd88 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00000100:00100000:3.0:1762166835.854536:0:7432:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf3ccaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:7432:1847765446885632:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1762166835.854577:0:7432:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762166835.854613:0:6500:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446885632 00000100:00100000:2.0:1762166835.854617:0:6500:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446885632 00000100:00100000:3.0:1762166835.854618:0:7432:0:(client.c:2680:ptlrpc_set_wait()) set ffff945ccaf2c3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762166835.854652:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1762166835.854663:0:6500:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf3cca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7432:x1847765446885632:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1762166835.854746:0:6500:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf3cca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7432:x1847765446885632:12345-0@lo:1000:mdt00_003.0 Request processed in 86us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1762166835.854752:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:3.0:1762166835.854784:0:7432:0:(client.c:3071:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589934654 gen 2 00000004:00080000:3.0:1762166835.854789:0:7432:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589934654 committed transno 8589934654 00000100:00100000:3.0:1762166835.854814:0:7432:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf3ccaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:7432:1847765446885632:0@lo:1000:mdt00_003.0 00010000:00010000:3.0:1762166835.855143:0:7432:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28e00/0x2f180c4effb0dd8f lrc: 3/1,0 mode: --/PR res: [0x240000404:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7432 initiator: MDT0 00010000:00010000:3.0:1762166835.855153:0:7432:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28e00/0x2f180c4effb0dd8f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT1 00010000:00010000:3.0:1762166835.855160:0:7432:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28e00/0x2f180c4effb0dd8f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00000004:00200000:3.0:1762166835.855185:0:7432:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xe:0x0]: returning size 0 00010000:00010000:3.0:1762166835.855223:0:7432:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28000/0x2f180c4effb0dd81 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00010000:00010000:3.0:1762166835.855230:0:7432:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28000/0x2f180c4effb0dd81 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7432 initiator: MDT1 00010000:00010000:3.0:1762166835.855236:0:7432:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28000/0x2f180c4effb0dd81 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7432 initiator: MDT1 00010000:00010000:3.0:1762166835.855242:0:7432:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28000/0x2f180c4effb0dd81 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7432 initiator: MDT1 00010000:00010000:3.0:1762166835.855247:0:7432:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bcaa28000 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:3.0:1762166835.855250:0:7432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28000/0x2f180c4effb0dd81 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7432 initiator: MDT1 00010000:00010000:3.0:1762166835.855257:0:7432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28000/0x2f180c4effb0dd81 lrc: 5/0,0 mode: CW/CW res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7432 initiator: MDT1 00010000:00010000:3.0:1762166835.855266:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd:0x0].0x0 (ffff945bc1090000) 00010000:00010000:3.0:1762166835.855269:0:7432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1762166835.855273:0:7432:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28000/0x2f180c4effb0dd81 lrc: 3/0,0 mode: --/CW res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7432 initiator: MDT1 00010000:00010000:3.0:1762166835.855289:0:7432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28000/0x2f180c4effb0dd81 lrc: 0/0,0 mode: --/CW res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7432 initiator: MDT1 00000004:00010000:3.0:1762166835.855305:0:7432:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000030115d0d reply state 000000008cca83d8 transno 4294967554 ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dd88 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00010000:00010000:3.0:1762166835.855316:0:7432:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dd88 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT1 00010000:00010000:3.0:1762166835.855323:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd:0x0].0x37186b36 (ffff945bc482e000) 00010000:00010000:3.0:1762166835.855326:0:7432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1762166835.855329:0:7432:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1762166835.855352:0:7432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa29600/0x2f180c4effb0dd7a lrc: 0/0,0 mode: --/CW res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b845b expref: 26 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166835.855366:0:7432:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28e00/0x2f180c4effb0dd8f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b845b expref: 25 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166835.855373:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe:0x0].0x0 (ffff945bc482e300) 00010000:00010000:3.0:1762166835.855375:0:7432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1762166835.855378:0:7432:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bcaa28e00, rc 0) 00000100:00100000:3.0:1762166835.855416:0:7432:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf3cc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+26:51095:x1847765440218752:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 1195us (1291us total) trans 4294967554 rc 0/0 00000100:00100000:3.0:1762166835.855424:0:7432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3065 00000100:00100000:2.0:1762166835.856869:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166835.857029:0:7432:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440219008 00000100:00100000:3.0:1762166835.857035:0:7432:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440219008 00000100:00100000:3.0:1762166835.857069:0:7432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3066 00000100:00100000:3.0:1762166835.857078:0:7432:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc5bb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+26:51095:x1847765440219008:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:3.0:1762166835.857093:0:7432:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1762166835.857108:0:7432:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa29200/0x2f180c4effb0dd9d lrc: 2/0,0 mode: --/CR res: [0x240000404:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b8462 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166835.857161:0:7432:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28c00/0x2f180c4effb0dda4 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7432 initiator: MDT0 00010000:00010000:3.0:1762166835.857172:0:7432:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28e00/0x2f180c4effb0dd8f lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b845b expref: 27 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166835.857180:0:7432:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28c00/0x2f180c4effb0dda4 lrc: 4/0,1 mode: --/EX res: [0x240000404:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT1 00010000:00010000:3.0:1762166835.857203:0:7432:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28e00/0x2f180c4effb0dd8f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b845b expref: 27 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762166835.857216:0:7432:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28e00/0x2f180c4effb0dd8f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b845b expref: 27 pid: 7432 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1762166835.857227:0:7432:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf3ccaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7432:1847765446885760:192.168.204.38@tcp:104: 00000100:00100000:3.0:1762166835.857280:0:7432:0:(client.c:2680:ptlrpc_set_wait()) set ffff945ccaf2ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1762166835.857987:0:7432:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf3ccaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7432:1847765446885760:192.168.204.38@tcp:104: 00010000:00010000:0.0:1762166835.858001:0:7432:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28c00/0x2f180c4effb0dda4 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00000100:00100000:2.0:1762166835.858172:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1762166835.858200:0:9458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440219136 00000100:00100000:3.0:1762166835.858205:0:9458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440219136 00010000:00010000:3.0:1762166835.858222:0:9458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28e00/0x2f180c4effb0dd8f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b845b expref: 28 pid: 7432 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1762166835.858248:0:9458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 755 00000100:00100000:3.0:1762166835.858255:0:9458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc5bb9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e1e11365-ba0b-405b-99c9-a704373217f2+28:2418:x1847765440219136:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762166835.858265:0:9458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762166835.858271:0:9458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28e00/0x2f180c4effb0dd8f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b845b expref: 28 pid: 7432 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1762166835.858293:0:9458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28e00/0x2f180c4effb0dd8f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b845b expref: 28 pid: 7432 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1762166835.858308:0:9458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28e00/0x2f180c4effb0dd8f lrc: 0/0,0 mode: --/PR res: [0x240000404:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b845b expref: 28 pid: 7432 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1762166835.858318:0:9458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe:0x0].0x0 (ffff945bc482e300) 00010000:00010000:3.0:1762166835.858322:0:9458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28c00/0x2f180c4effb0dda4 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00010000:00010000:3.0:1762166835.858329:0:9458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28c00/0x2f180c4effb0dda4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7432 initiator: MDT1 00010000:00010000:3.0:1762166835.858335:0:9458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28c00/0x2f180c4effb0dda4 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7432 initiator: MDT1 00010000:00010000:3.0:1762166835.858354:0:9458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762166835.858382:0:9458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc5bb9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e1e11365-ba0b-405b-99c9-a704373217f2+27:2418:x1847765440219136:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 127us (211us total) trans 0 rc 0/0 00010000:00010000:0.0:1762166835.858388:0:7432:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28c00/0x2f180c4effb0dda4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00000100:00100000:3.0:1762166835.858392:0:9458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 755 00010000:00010000:0.0:1762166835.858402:0:7432:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28c00/0x2f180c4effb0dda4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00000004:00200000:0.0:1762166835.858414:0:7432:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xe:0x0]: returning size 0 00000004:00080000:0.0:1762166835.858589:0:7432:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1f:0x0], index 1: 0 00000004:00080000:0.0:1762166835.858597:0:7432:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x22:0x0], index 0: 0 00010000:00010000:0.0:1762166835.858671:0:7432:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28c00/0x2f180c4effb0dda4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.858680:0:7432:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28c00/0x2f180c4effb0dda4 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.858686:0:7432:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28c00/0x2f180c4effb0dda4 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.858692:0:7432:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bcaa28c00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166835.858696:0:7432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28c00/0x2f180c4effb0dda4 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.858702:0:7432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28c00/0x2f180c4effb0dda4 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.858711:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe:0x0].0x0 (ffff945bc482e300) 00010000:00010000:0.0:1762166835.858714:0:7432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1762166835.858717:0:7432:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28c00/0x2f180c4effb0dda4 lrc: 2/0,0 mode: --/EX res: [0x240000404:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.858722:0:7432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa28c00/0x2f180c4effb0dda4 lrc: 0/0,0 mode: --/EX res: [0x240000404:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.858767:0:7432:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa29200/0x2f180c4effb0dd9d lrc: 1/0,0 mode: --/CR res: [0x240000404:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8462 expref: 27 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166835.858776:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd:0x0].0x0 (ffff945bc1090000) 00010000:00010000:0.0:1762166835.858778:0:7432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1762166835.858781:0:7432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa29200/0x2f180c4effb0dd9d lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8462 expref: 27 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166835.858789:0:7432:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bcaa29200, rc 0) 00000100:00100000:0.0:1762166835.858823:0:7432:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc5bb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+26:51095:x1847765440219008:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 1746us (1956us total) trans 4294967555 rc 301/301 00000100:00100000:0.0:1762166835.858829:0:7432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3066 00000100:00100000:2.0:1762166835.859774:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166835.859815:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440219392 00000100:00100000:0.0:1762166835.859821:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440219392 00000100:00100000:0.0:1762166835.859854:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 878 00000100:00100000:0.0:1762166835.859864:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc5bb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1e11365-ba0b-405b-99c9-a704373217f2+26:51095:x1847765440219392:12345-192.168.204.38@tcp:35:lfs.0 00000100:00100000:0.0:1762166835.859982:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc5bb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1e11365-ba0b-405b-99c9-a704373217f2+27:51095:x1847765440219392:12345-192.168.204.38@tcp:35:lfs.0 Request processed in 121us (209us total) trans 4294967556 rc 0/0 00000100:00100000:0.0:1762166835.859987:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 878 00000100:00100000:2.0:1762166835.861213:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166835.861252:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440219648 00000100:00100000:0.0:1762166835.861258:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440219648 00000100:00100000:0.0:1762166835.861291:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 879 00000100:00100000:0.0:1762166835.861300:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1e11365-ba0b-405b-99c9-a704373217f2+27:51095:x1847765440219648:12345-192.168.204.38@tcp:35:lfs.0 00000100:00100000:0.0:1762166835.861405:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1e11365-ba0b-405b-99c9-a704373217f2+28:51095:x1847765440219648:12345-192.168.204.38@tcp:35:lfs.0 Request processed in 105us (193us total) trans 4294967557 rc 0/0 00000100:00100000:0.0:1762166835.861424:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 879 00000100:00100000:1.0:1762166835.867188:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166835.867232:0:7432:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440219904 00000100:00100000:0.0:1762166835.867239:0:7432:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440219904 00000100:00100000:0.0:1762166835.867285:0:7432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3067 00000100:00100000:0.0:1762166835.867296:0:7432:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc55dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+28:51101:x1847765440219904:12345-192.168.204.38@tcp:101:dd.0 00010000:00010000:0.0:1762166835.867317:0:7432:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166835.867344:0:7432:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0600/0x2f180c4effb0ddb2 lrc: 2/0,0 mode: --/CW res: [0x240000404:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b8469 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166835.867460:0:7432:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0c00/0x2f180c4effb0ddb9 lrc: 3/1,0 mode: --/CR res: [0x240000404:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7432 initiator: MDT0 00010000:00010000:0.0:1762166835.867470:0:7432:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0c00/0x2f180c4effb0ddb9 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.867514:0:7432:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0c00/0x2f180c4effb0ddb9 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.867536:0:7432:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1000/0x2f180c4effb0ddc0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7432 initiator: MDT0 00010000:00010000:0.0:1762166835.867541:0:7432:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1000/0x2f180c4effb0ddc0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.867546:0:7432:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1000/0x2f180c4effb0ddc0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.867588:0:7432:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0a00/0x2f180c4effb0ddc7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7432 initiator: MDT0 00010000:00010000:0.0:1762166835.867593:0:7432:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0a00/0x2f180c4effb0ddc7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.867606:0:7432:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0a00/0x2f180c4effb0ddc7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00000004:00200000:0.0:1762166835.867613:0:7432:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xe:0x0]: returning size 0 00010000:00010000:0.0:1762166835.867667:0:7432:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0c00/0x2f180c4effb0ddb9 lrc: 4/1,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.867672:0:7432:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0c00/0x2f180c4effb0ddb9 lrc: 4/1,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.867676:0:7432:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0c00/0x2f180c4effb0ddb9 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.867679:0:7432:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0c00/0x2f180c4effb0ddb9 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.867682:0:7432:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bc60b0c00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166835.867685:0:7432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0c00/0x2f180c4effb0ddb9 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.867690:0:7432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0c00/0x2f180c4effb0ddb9 lrc: 5/0,0 mode: CR/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.867697:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd:0x0].0x0 (ffff945bc1090000) 00010000:00010000:0.0:1762166835.867699:0:7432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166835.867702:0:7432:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0c00/0x2f180c4effb0ddb9 lrc: 3/0,0 mode: --/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.867706:0:7432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0c00/0x2f180c4effb0ddb9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.867713:0:7432:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1000/0x2f180c4effb0ddc0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.867723:0:7432:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1000/0x2f180c4effb0ddc0 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.867727:0:7432:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1000/0x2f180c4effb0ddc0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.867730:0:7432:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bc60b1000 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166835.867733:0:7432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1000/0x2f180c4effb0ddc0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.867738:0:7432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1000/0x2f180c4effb0ddc0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.867745:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd:0x0].0x37186b36 (ffff945bc482e000) 00010000:00010000:0.0:1762166835.867747:0:7432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1762166835.867749:0:7432:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1000/0x2f180c4effb0ddc0 lrc: 2/0,0 mode: --/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.867754:0:7432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1000/0x2f180c4effb0ddc0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.867789:0:7432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0600/0x2f180c4effb0ddb2 lrc: 0/0,0 mode: --/CW res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8469 expref: 31 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166835.867801:0:7432:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0a00/0x2f180c4effb0ddc7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8469 expref: 30 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166835.867808:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe:0x0].0x0 (ffff945bc1090b00) 00010000:00010000:0.0:1762166835.867810:0:7432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1762166835.867812:0:7432:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bc60b0a00, rc 0) 00000100:00100000:0.0:1762166835.867863:0:7432:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc55dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+30:51101:x1847765440219904:12345-192.168.204.38@tcp:101:dd.0 Request processed in 570us (684us total) trans 4294967558 rc 0/0 00000100:00100000:0.0:1762166835.867876:0:7432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3067 00000100:00100000:2.0:1762166835.868933:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166835.868969:0:7432:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440220032 00000100:00100000:0.0:1762166835.868975:0:7432:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440220032 00000100:00100000:0.0:1762166835.869004:0:7432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3068 00000100:00100000:0.0:1762166835.869011:0:7432:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4a2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+30:51101:x1847765440220032:12345-192.168.204.38@tcp:101:dd.0 00010000:00010000:0.0:1762166835.869021:0:7432:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166835.869034:0:7432:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0e00/0x2f180c4effb0ddd5 lrc: 2/0,0 mode: --/PR res: [0x240000404:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b8470 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166835.869051:0:7432:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1c00/0x2f180c4effb0dddc lrc: 3/1,0 mode: --/PR res: [0x240000404:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7432 initiator: MDT0 00010000:00010000:0.0:1762166835.869061:0:7432:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1c00/0x2f180c4effb0dddc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.869073:0:7432:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1c00/0x2f180c4effb0dddc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.869144:0:7432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0e00/0x2f180c4effb0ddd5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8470 expref: 32 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166835.869157:0:7432:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1c00/0x2f180c4effb0dddc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xe:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8470 expref: 31 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166835.869162:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe:0x0].0x0 (ffff945bc1090b00) 00010000:00010000:0.0:1762166835.869165:0:7432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1762166835.869167:0:7432:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bc60b1c00, rc 0) 00000100:00100000:0.0:1762166835.869201:0:7432:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4a2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+31:51101:x1847765440220032:12345-192.168.204.38@tcp:101:dd.0 Request processed in 190us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1762166835.869216:0:7432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3068 00000100:00100000:2.0:1762166835.870186:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166835.870293:0:7432:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440220288 00000100:00100000:0.0:1762166835.870305:0:7432:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440220288 00000100:00100000:0.0:1762166835.870364:0:7432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3069 00000100:00100000:0.0:1762166835.870377:0:7432:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+31:51101:x1847765440220288:12345-192.168.204.38@tcp:36:dd.0 00010000:00010000:0.0:1762166835.870440:0:7432:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762166835.870467:0:7432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b0a00/0x2f180c4effb0ddc7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8469 expref: 31 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166835.870532:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe:0x0].0x0 (ffff945bc1090b00) 00010000:00010000:0.0:1762166835.870539:0:7432:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762166835.870714:0:7432:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1200/0x2f180c4effb0dde3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7432 initiator: MDT0 00010000:00010000:0.0:1762166835.870726:0:7432:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1200/0x2f180c4effb0dde3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.870733:0:7432:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1200/0x2f180c4effb0dde3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00000001:00080000:0.0:1762166835.870770:0:7432:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967559 00000004:00010000:0.0:1762166835.870785:0:7432:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d5dd7283 reply state 00000000d2a4c791 transno 4294967560 ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1200/0x2f180c4effb0dde3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.870793:0:7432:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1200/0x2f180c4effb0dde3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.870798:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe:0x0].0x0 (ffff945bc1090b00) 00010000:00010000:0.0:1762166835.870800:0:7432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1762166835.870801:0:7432:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1762166835.870892:0:7432:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+33:51101:x1847765440220288:12345-192.168.204.38@tcp:36:dd.0 Request processed in 519us (707us total) trans 4294967560 rc 0/0 00000100:00100000:0.0:1762166835.870897:0:7432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3069 00000020:00080000:0.0:1762166835.870904:0:7432:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1762166835.871786:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166835.871843:0:7432:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440220416 00000100:00100000:0.0:1762166835.871850:0:7432:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440220416 00000100:00100000:0.0:1762166835.871885:0:7432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3070 00000100:00100000:0.0:1762166835.871891:0:7432:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc55dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+33:51101:x1847765440220416:12345-192.168.204.38@tcp:101:dd.0 00010000:00010000:0.0:1762166835.871906:0:7432:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166835.871918:0:7432:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1e00/0x2f180c4effb0ddea lrc: 2/0,0 mode: --/CR res: [0x240000404:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b8477 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166835.871955:0:7432:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1e00/0x2f180c4effb0ddea lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xe:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8477 expref: 34 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166835.871965:0:7432:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1e00/0x2f180c4effb0ddea lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xe:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8477 expref: 34 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166835.871977:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe:0x0].0x0 (ffff945bc1090b00) 00010000:00010000:0.0:1762166835.871979:0:7432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1762166835.871981:0:7432:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945bc60b1e00, rc 0) 00000100:00100000:0.0:1762166835.872019:0:7432:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc55dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+34:51101:x1847765440220416:12345-192.168.204.38@tcp:101:dd.0 Request processed in 127us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1762166835.872026:0:7432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3070 00000100:00100000:2.0:1762166835.874049:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166835.874110:0:7432:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440220672 00000100:00100000:0.0:1762166835.874126:0:7432:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440220672 00000100:00100000:0.0:1762166835.874184:0:7432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3071 00000100:00100000:0.0:1762166835.874196:0:7432:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+34:51101:x1847765440220672:12345-192.168.204.38@tcp:101:dd.0 00010000:00010000:0.0:1762166835.874254:0:7432:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166835.874258:0:7432:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1762166835.874294:0:7432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1e00/0x2f180c4effb0ddea lrc: 0/0,0 mode: --/CR res: [0x240000404:0xe:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8477 expref: 34 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166835.874320:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe:0x0].0x0 (ffff945bc1090b00) 00010000:00010000:0.0:1762166835.874325:0:7432:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762166835.874341:0:7432:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945cf786aa00/0x2f180c4effb0ddf1 lrc: 2/0,0 mode: --/EX res: [0x240000404:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b847e expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166835.874407:0:7432:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff945cf786a400/0x2f180c4effb0ddf8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7432 initiator: MDT0 00010000:00010000:0.0:1762166835.874420:0:7432:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff945cf786a400/0x2f180c4effb0ddf8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xe:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.874433:0:7432:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945cf786a400/0x2f180c4effb0ddf8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xe:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00000040:00080000:0.0:1762166835.874784:0:7432:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].18, 88 off9536 00000004:00080000:0.0:1762166835.874795:0:7432:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 455023316095ns, next at 405447271299ns, rc = 0 00000040:00080000:0.0:1762166835.874835:0:7432:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].22, 88 off9912 00000004:00080000:0.0:1762166835.874841:0:7432:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 455023363363ns, next at 402887267349ns, rc = 0 00000001:00080000:1.0:1762166835.876257:0:7412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967561 is committed 00000004:00080000:1.0:1762166835.876270:0:7412:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 22 committed 00000004:00080000:1.0:1762166835.876290:0:7412:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 17 committed 00010000:00010000:2.0:1762166835.876295:0:3619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1800/0x2f180c4effb0dcee lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.876309:0:3619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1800/0x2f180c4effb0dcee lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.876317:0:3619:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1800/0x2f180c4effb0dcee lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7432 initiator: MDT1 00000020:00080000:1.0:1762166835.876331:0:7412:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff945ceffd4e40 refcount 2 committed 0 result 0 batchid 12 00010000:00010000:2.0:1762166835.876335:0:3619:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bc60b1800 already unused, calling callback (ffffffffc18e2310) 00000020:00080000:1.0:1762166835.876340:0:7412:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff945bc2d82800 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff945ceffd4480 00010000:00010000:2.0:1762166835.876344:0:3619:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1800/0x2f180c4effb0dcee lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7432 initiator: MDT1 00000020:00080000:1.0:1762166835.876347:0:7412:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].9 00000020:00080000:1.0:1762166835.876358:0:7412:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff945bc2d82f00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff945cf1e9c000 00010000:00010000:2.0:1762166835.876364:0:3619:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1800/0x2f180c4effb0dcee lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7432 initiator: MDT1 00000020:00080000:1.0:1762166835.876369:0:7412:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].11 00010000:00010000:2.0:1762166835.876384:0:3619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd:0x0].0x0 (ffff945bc1090000) 00010000:00010000:2.0:1762166835.876389:0:3619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1762166835.876394:0:3619:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1800/0x2f180c4effb0dcee lrc: 2/0,0 mode: --/TXN res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.876400:0:3619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1800/0x2f180c4effb0dcee lrc: 0/0,0 mode: --/TXN res: [0x240000404:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7432 initiator: MDT1 00000100:00100000:3.0:1762166835.876408:0:3633:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf3ccaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1847765446885888:0@lo:2:osp-syn-0-1.0 00000020:00080000:0.0:1762166835.876422:0:7435:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 12 committed batchid 11 00010000:00010000:2.0:1762166835.876423:0:3619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dd88 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.876432:0:3619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dd88 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.876448:0:3619:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dd88 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.876453:0:3619:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bcaa29a00 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:2.0:1762166835.876457:0:3619:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dd88 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.876463:0:3619:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dd88 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.876472:0:3619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd:0x0].0x37186b36 (ffff945bc482e000) 00010000:00010000:2.0:1762166835.876506:0:3619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1762166835.876511:0:3619:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dd88 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.876529:0:3619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945bcaa29a00/0x2f180c4effb0dd88 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0xd:0x0].0x37186b36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7432 initiator: MDT1 00000020:00080000:0.0:1762166835.876531:0:7435:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 11 00000100:00100000:3.0:1762166835.876537:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762166835.876559:0:3619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1200/0x2f180c4effb0dde3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.876566:0:3619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1200/0x2f180c4effb0dde3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.876572:0:3619:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1200/0x2f180c4effb0dde3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7432 initiator: MDT1 00000100:00100000:1.0:1762166835.876579:0:8383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446885888 00010000:00010000:0.0:1762166835.876587:0:7432:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff945cf786a400/0x2f180c4effb0ddf8 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xe:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b847e expref: 25 pid: 7432 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762166835.876591:0:8383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446885888 00000100:00100000:3.0:1762166835.876603:0:3633:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf1e6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1847765446886016:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1762166835.876605:0:3619:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff945bc60b1200 already unused, calling callback (ffffffffc18e2310) 00010000:00010000:0.0:1762166835.876606:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe:0x0].0x0 (ffff945bc1090b00) 00010000:00010000:0.0:1762166835.876612:0:7432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1762166835.876625:0:3619:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1200/0x2f180c4effb0dde3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7432 initiator: MDT1 00010000:00010000:2.0:1762166835.876636:0:3619:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1200/0x2f180c4effb0dde3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.876639:0:7432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945cf786aa00/0x2f180c4effb0ddf1 lrc: 0/0,0 mode: --/EX res: [0x240000404:0xe:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b847e expref: 25 pid: 7432 timeout: 0 lvb_type: 3 00000100:00100000:3.0:1762166835.876649:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762166835.876668:0:3619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe:0x0].0x0 (ffff945bc1090b00) 00010000:00010000:2.0:1762166835.876670:0:3619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1762166835.876672:0:8383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446886016 00010000:00010000:2.0:1762166835.876674:0:3619:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1200/0x2f180c4effb0dde3 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7432 initiator: MDT1 00000100:00100000:1.0:1762166835.876677:0:8383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446886016 00010000:00010000:0.0:1762166835.876679:0:7432:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff945cf786a400/0x2f180c4effb0ddf8 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xe:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b847e expref: 24 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762166835.876693:0:3619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945bc60b1200/0x2f180c4effb0dde3 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.876721:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe:0x0].0x0 (ffff945bc1090b00) 00010000:00010000:0.0:1762166835.876726:0:7432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:1.0:1762166835.876729:0:8383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1242 00010000:00010000:0.0:1762166835.876731:0:7432:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945cf786a400, rc 0) 00000100:00100000:1.0:1762166835.876745:0:8383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf3cc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3633:x1847765446885888:12345-0@lo:2:osp-syn-0-1.0 00000100:00080000:3.0:1762166835.876755:0:6490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1762166835.876760:0:28434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1243 00000100:00080000:3.0:1762166835.876764:0:6490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1762166835.876783:0:28434:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945cf3cc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3633:x1847765446886016:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1762166835.876811:0:7432:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+23:51101:x1847765440220672:12345-192.168.204.38@tcp:101:dd.0 Request processed in 2613us (2764us total) trans 4294967561 rc 0/0 00000100:00100000:0.0:1762166835.876822:0:7432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3071 00000100:00100000:1.0:1762166835.877022:0:8383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf3cc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3633:x1847765446885888:12345-0@lo:2:osp-syn-0-1.0 Request processed in 280us (484us total) trans 21474836753 rc 0/0 00000100:00100000:1.0:1762166835.877033:0:8383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1242 00000100:00100000:2.0:1762166835.877073:0:28434:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945cf3cc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3633:x1847765446886016:12345-0@lo:2:osp-syn-1-1.0 Request processed in 296us (425us total) trans 17179869423 rc 0/0 00000100:00100000:2.0:1762166835.877083:0:28434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1243 00000004:00080000:3.0:1762166835.877127:0:3633:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff945cf3ccaa00/2, rc 0, transno 21474836753 00000100:00100000:3.0:1762166835.877135:0:3633:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf3ccaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1847765446885888:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1762166835.877152:0:3633:0:(client.c:3071:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179869408 gen 2 00000004:00080000:3.0:1762166835.877156:0:3633:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff945bc5bc2a00, transno 17179869407 00000004:00080000:3.0:1762166835.877172:0:3633:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff945bc5bc1880, transno 17179869408 00000100:00100000:3.0:1762166835.877179:0:3633:0:(client.c:3115:ptlrpc_free_committed()) @@@ stopping search req@ffff945cf1e6f480 x1847765446886016/t17179869423(17179869423) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1762166851 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1762166835.877186:0:3633:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff945cf1e6f480/2, rc 0, transno 17179869423 00000100:00100000:3.0:1762166835.877189:0:3633:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf1e6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1847765446886016:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1762166835.878598:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166835.878616:0:7432:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440220800 00000100:00100000:0.0:1762166835.878623:0:7432:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440220800 00000100:00100000:0.0:1762166835.878674:0:7432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3072 00000100:00100000:0.0:1762166835.878684:0:7432:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4a28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+23:51101:x1847765440220800:12345-192.168.204.38@tcp:101:dd.0 00010000:00010000:0.0:1762166835.878703:0:7432:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1762166835.878722:0:7432:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945cf786a600/0x2f180c4effb0ddff lrc: 2/0,0 mode: --/CR res: [0x240000404:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b8485 expref: -99 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166835.878816:0:7432:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff945cf786ae00/0x2f180c4effb0de06 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7432 initiator: MDT0 00010000:00010000:0.0:1762166835.878826:0:7432:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff945cf786ae00/0x2f180c4effb0de06 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.878835:0:7432:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff945cf786ae00/0x2f180c4effb0de06 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00000004:00200000:0.0:1762166835.878856:0:7432:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xe:0x0]: returning size 1045506 00000004:00200000:0.0:1762166835.878864:0:7432:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1762166835.878882:0:7432:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff945cf786ae00/0x2f180c4effb0de06 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7432 initiator: MDT1 00010000:00010000:0.0:1762166835.878900:0:7432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff945cf786a600/0x2f180c4effb0ddff lrc: 0/0,0 mode: --/CR res: [0x240000404:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8485 expref: 25 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166835.878909:0:7432:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff945cf786ae00/0x2f180c4effb0de06 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b8485 expref: 24 pid: 7432 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762166835.878920:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe:0x0].0x0 (ffff945bc1090b00) 00010000:00010000:0.0:1762166835.878923:0:7432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1762166835.878925:0:7432:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945cf786ae00, rc 0) 00000100:00100000:0.0:1762166835.878964:0:7432:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4a28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1e11365-ba0b-405b-99c9-a704373217f2+24:51101:x1847765440220800:12345-192.168.204.38@tcp:101:dd.0 Request processed in 282us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1762166835.878971:0:7432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3072 00000100:00100000:3.0:1762166835.880045:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1762166835.880087:0:28434:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440220928 00000100:00100000:2.0:1762166835.880094:0:28434:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440220928 00000100:00100000:2.0:1762166835.880140:0:28434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1244 00000100:00100000:2.0:1762166835.880148:0:28434:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc47b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e1e11365-ba0b-405b-99c9-a704373217f2+9:2417:x1847765440220928:12345-192.168.204.38@tcp:101:dd.0 00010000:00010000:2.0:1762166835.880159:0:28434:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1762166835.880175:0:28434:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff945cf3cad000/0x2f180c4effb0de0d lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa56c5e86028b848c expref: -99 pid: 28434 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1762166835.880197:0:28434:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1762166835.880213:0:28434:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762166835.880216:0:28434:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762166835.880226:0:28434:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff945cf3cad000/0x2f180c4effb0de0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b848c expref: 10 pid: 28434 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762166835.880258:0:28434:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff945cf3cad000/0x2f180c4effb0de0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0xa56c5e86028b848c expref: 10 pid: 28434 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762166835.880270:0:28434:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff945cf3cad000, rc 0) 00000100:00100000:2.0:1762166835.880307:0:28434:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc47b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e1e11365-ba0b-405b-99c9-a704373217f2+10:2417:x1847765440220928:12345-192.168.204.38@tcp:101:dd.0 Request processed in 161us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1762166835.880314:0:28434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1244 00000100:00100000:2.0:1762166835.881906:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1762166835.881951:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765440221184 00000100:00100000:0.0:1762166835.881957:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765440221184 00000100:00100000:0.0:1762166835.881997:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 880 00000100:00100000:0.0:1762166835.882003:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc4a2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1e11365-ba0b-405b-99c9-a704373217f2+24:51101:x1847765440221184:12345-192.168.204.38@tcp:35:dd.0 00000100:00100000:0.0:1762166835.882222:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc4a2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1e11365-ba0b-405b-99c9-a704373217f2+25:51101:x1847765440221184:12345-192.168.204.38@tcp:35:dd.0 Request processed in 218us (323us total) trans 4294967562 rc 0/0 00000100:00100000:0.0:1762166835.882228:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 880 00010000:00010000:0.0:1762166836.050707:0:10256:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1762166836.407666:0:33607:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-flr test_50d: @@@@@@ FAIL: cannot write data at 1M boundary 00000100:00100000:1.0:1762166836.498739:0:3634:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff945cf783a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3634:1847765446886144:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1762166836.498844:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762166836.498894:0:8384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765446886144 00000100:00100000:0.0:1762166836.498906:0:8384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765446886144 00000100:00100000:0.0:1762166836.498980:0:8384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:0.0:1762166836.498991:0:8384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff945bc55dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3634:x1847765446886144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1762166836.499067:0:8384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 92789568 pending 0 free 3921326080 avail 3689803776 00000100:00100000:0.0:1762166836.499135:0:8384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff945bc55dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3634:x1847765446886144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 145us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1762166836.499143:0:8384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:1.0:1762166836.499389:0:3634:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff945cf783a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3634:1847765446886144:0@lo:13:osp-pre-1-1.0 Debug log: 3734 lines, 3734 kept, 0 dropped, 0 bad.